claude-memory-layer 1.0.31 → 1.0.32
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/dist/cli/index.js +1 -1
- package/package.json +11 -2
- package/scripts/postinstall-embedding-backend.cjs +16 -12
- package/AGENTS.md +0 -71
- package/CLAUDE.md +0 -30
- package/HANDOFF.md +0 -92
- package/Memo.txt +0 -558
- package/benchmarks/replay/anonymized-real-sessions.json +0 -48
- package/config/kpi-thresholds.json +0 -7
- package/context.md +0 -636
- package/docs/ARCHITECTURE_COMPARISON_AND_RECOMMENDATIONS.md +0 -627
- package/docs/HERMES_MEMORY_INGESTION_ANALYSIS.md +0 -440
- package/docs/MCP_MEMORY_SERVICE_COMPARATIVE_REVIEW.md +0 -271
- package/docs/MEMORY_USEFULNESS_AUDIT.md +0 -371
- package/docs/MEMORY_USEFULNESS_AUDIT_RAW.json +0 -80
- package/docs/MEMSEARCH_PROJECT_STRUCTURE_ANALYSIS.md +0 -333
- package/docs/MEMU_ADOPTION.md +0 -40
- package/docs/OPERATIONS.md +0 -18
- package/docs/PRODUCT_VALIDATION_MATRIX.md +0 -82
- package/docs/PROJECT_STRUCTURE_ANALYSIS.md +0 -421
- package/docs/REFACTORING_MILESTONES_AND_ISSUES.md +0 -501
- package/docs/REFACTORING_PLAN_THIN_CORE.md +0 -414
- package/docs/REFERENCE_PROJECT_ANALYSES.md +0 -25
- package/docs/SUPERLOCALMEMORY_PROJECT_STRUCTURE_ANALYSIS.md +0 -452
- package/docs/TARGET_ARCHITECTURE_AND_FOLDER_STRUCTURE.md +0 -446
- package/docs/architecture/comparison-index.md +0 -47
- package/docs/reports/codex-real-data-validation-20260505T040447Z.md +0 -46
- package/plan.md +0 -1642
- package/scripts/build.ts +0 -159
- package/scripts/bump-patch-version.sh +0 -18
- package/scripts/delete-unknown-projects.js +0 -154
- package/scripts/fix-sync-gap.js +0 -32
- package/scripts/generate-session-qrels.ts +0 -126
- package/scripts/heartbeat-memory-orchestrator.sh +0 -28
- package/scripts/replay-retrieval-benchmark.ts +0 -69
- package/scripts/report-sync-gap.js +0 -26
- package/scripts/review-queue-auto-resolve.js +0 -21
- package/scripts/sync-gap-auto-heal.sh +0 -17
- package/spec.md +0 -624
- package/specs/20260207-dashboard-upgrade/context.md +0 -38
- package/specs/20260207-dashboard-upgrade/spec.md +0 -96
- package/specs/citations-system/context.md +0 -243
- package/specs/citations-system/plan.md +0 -495
- package/specs/citations-system/spec.md +0 -371
- package/specs/endless-mode/context.md +0 -305
- package/specs/endless-mode/plan.md +0 -620
- package/specs/endless-mode/spec.md +0 -455
- package/specs/entity-edge-model/context.md +0 -401
- package/specs/entity-edge-model/plan.md +0 -459
- package/specs/entity-edge-model/spec.md +0 -391
- package/specs/evidence-aligner-v2/context.md +0 -401
- package/specs/evidence-aligner-v2/plan.md +0 -303
- package/specs/evidence-aligner-v2/spec.md +0 -312
- package/specs/mcp-desktop-integration/context.md +0 -278
- package/specs/mcp-desktop-integration/plan.md +0 -550
- package/specs/mcp-desktop-integration/spec.md +0 -494
- package/specs/memory-utilization-improvements/context.md +0 -145
- package/specs/memory-utilization-improvements/plan.md +0 -361
- package/specs/memory-utilization-improvements/spec.md +0 -361
- package/specs/post-tool-use-hook/context.md +0 -319
- package/specs/post-tool-use-hook/plan.md +0 -469
- package/specs/post-tool-use-hook/spec.md +0 -364
- package/specs/private-tags/context.md +0 -288
- package/specs/private-tags/plan.md +0 -412
- package/specs/private-tags/spec.md +0 -345
- package/specs/progressive-disclosure/context.md +0 -346
- package/specs/progressive-disclosure/plan.md +0 -663
- package/specs/progressive-disclosure/spec.md +0 -415
- package/specs/selective-tool-observation/context.md +0 -100
- package/specs/selective-tool-observation/plan.md +0 -158
- package/specs/selective-tool-observation/spec.md +0 -127
- package/specs/task-entity-system/context.md +0 -297
- package/specs/task-entity-system/plan.md +0 -301
- package/specs/task-entity-system/spec.md +0 -314
- package/specs/thin-core-refactor/context.md +0 -275
- package/specs/thin-core-refactor/plan.md +0 -536
- package/specs/thin-core-refactor/spec.md +0 -465
- package/specs/vector-outbox-v2/context.md +0 -470
- package/specs/vector-outbox-v2/plan.md +0 -562
- package/specs/vector-outbox-v2/spec.md +0 -466
- package/specs/web-viewer-ui/context.md +0 -384
- package/specs/web-viewer-ui/plan.md +0 -797
- package/specs/web-viewer-ui/spec.md +0 -516
- package/src/adapters/claude/capture/index.ts +0 -3
- package/src/adapters/claude/context/index.ts +0 -3
- package/src/adapters/claude/hooks/index.ts +0 -21
- package/src/adapters/claude/hooks/post-tool-use.ts +0 -239
- package/src/adapters/claude/hooks/prompt-injection-policy.ts +0 -104
- package/src/adapters/claude/hooks/semantic-daemon-client.ts +0 -209
- package/src/adapters/claude/hooks/semantic-daemon.ts +0 -283
- package/src/adapters/claude/hooks/session-end.ts +0 -59
- package/src/adapters/claude/hooks/session-start.ts +0 -73
- package/src/adapters/claude/hooks/stop.ts +0 -128
- package/src/adapters/claude/hooks/user-prompt-submit.ts +0 -361
- package/src/adapters/claude/index.ts +0 -4
- package/src/adapters/claude/transcript/index.ts +0 -4
- package/src/adapters/claude/transcript/transcript-reader.ts +0 -57
- package/src/adapters/claude/transcript/turn-reconstructor.ts +0 -65
- package/src/apps/cli/claude-settings-hooks.ts +0 -138
- package/src/apps/cli/codex-import-runner.ts +0 -125
- package/src/apps/cli/codex-validation-output.ts +0 -95
- package/src/apps/cli/hermes-import-runner.ts +0 -130
- package/src/apps/cli/hermes-validation-output.ts +0 -91
- package/src/apps/cli/index.ts +0 -1735
- package/src/apps/cli/mcp-install.ts +0 -106
- package/src/apps/cli/retrieval-disclosure-output.ts +0 -196
- package/src/apps/dashboard/assets/js/bootstrap.js +0 -244
- package/src/apps/dashboard/assets/js/chat.js +0 -373
- package/src/apps/dashboard/assets/js/disclosure.js +0 -232
- package/src/apps/dashboard/assets/js/modals.js +0 -298
- package/src/apps/dashboard/assets/js/overview.js +0 -655
- package/src/apps/dashboard/assets/js/state.js +0 -72
- package/src/apps/dashboard/assets/js/views.js +0 -468
- package/src/apps/dashboard/index.html +0 -543
- package/src/apps/dashboard/index.ts +0 -3
- package/src/apps/dashboard/style.css +0 -1750
- package/src/apps/index.ts +0 -5
- package/src/apps/server/api/chat.ts +0 -244
- package/src/apps/server/api/citations.ts +0 -105
- package/src/apps/server/api/events.ts +0 -137
- package/src/apps/server/api/health.ts +0 -53
- package/src/apps/server/api/index.ts +0 -26
- package/src/apps/server/api/projects.ts +0 -74
- package/src/apps/server/api/search.ts +0 -184
- package/src/apps/server/api/sessions.ts +0 -115
- package/src/apps/server/api/stats.ts +0 -723
- package/src/apps/server/api/turns.ts +0 -143
- package/src/apps/server/api/utils.ts +0 -65
- package/src/apps/server/index.ts +0 -111
- package/src/cli/index.ts +0 -3
- package/src/cli/retrieval-disclosure-output.ts +0 -2
- package/src/compat/index.ts +0 -5
- package/src/core/canonical-key.ts +0 -186
- package/src/core/citation-generator.ts +0 -63
- package/src/core/consolidated-store.ts +0 -356
- package/src/core/consolidation-worker.ts +0 -493
- package/src/core/context-formatter.ts +0 -276
- package/src/core/continuity-manager.ts +0 -341
- package/src/core/db-wrapper.ts +0 -64
- package/src/core/derive/fact-deriver.ts +0 -170
- package/src/core/derive/index.ts +0 -2
- package/src/core/derive/summary-deriver.ts +0 -76
- package/src/core/edge-repo.ts +0 -333
- package/src/core/embedder.ts +0 -4
- package/src/core/engine/embedding-maintenance-service.ts +0 -187
- package/src/core/engine/endless-memory-services.ts +0 -4
- package/src/core/engine/index.ts +0 -19
- package/src/core/engine/memory-engine-services.ts +0 -170
- package/src/core/engine/memory-ingest-service.ts +0 -317
- package/src/core/engine/memory-query-service.ts +0 -173
- package/src/core/engine/memory-runtime-service.ts +0 -162
- package/src/core/engine/memory-service-composition.ts +0 -231
- package/src/core/engine/retrieval-analytics-service.ts +0 -181
- package/src/core/engine/retrieval-disclosure-service.ts +0 -420
- package/src/core/engine/retrieval-orchestrator.ts +0 -377
- package/src/core/engine/retrieval-services.ts +0 -176
- package/src/core/engine/shared-memory-services.ts +0 -4
- package/src/core/entity-repo.ts +0 -349
- package/src/core/event-store.ts +0 -779
- package/src/core/evidence-aligner.ts +0 -635
- package/src/core/external-market-context.ts +0 -582
- package/src/core/graduation-worker.ts +0 -171
- package/src/core/graduation.ts +0 -377
- package/src/core/index.ts +0 -64
- package/src/core/ingest-interceptor.ts +0 -80
- package/src/core/markdown-mirror.ts +0 -70
- package/src/core/matcher.ts +0 -208
- package/src/core/md-mirror.ts +0 -92
- package/src/core/metadata-extractor.ts +0 -203
- package/src/core/model/memory-fact.ts +0 -30
- package/src/core/model/memory-rule.ts +0 -14
- package/src/core/model/memory-summary.ts +0 -21
- package/src/core/model/raw-event.ts +0 -28
- package/src/core/model/retrieval-result.ts +0 -35
- package/src/core/mongo-sync-config.ts +0 -165
- package/src/core/mongo-sync-worker.ts +0 -381
- package/src/core/privacy/filter.ts +0 -190
- package/src/core/privacy/index.ts +0 -20
- package/src/core/privacy/tag-parser.ts +0 -145
- package/src/core/product-validation-matrix.ts +0 -314
- package/src/core/progressive-retriever.ts +0 -414
- package/src/core/registry/project-path.ts +0 -54
- package/src/core/registry/session-registry.ts +0 -69
- package/src/core/replay-evaluator.ts +0 -625
- package/src/core/retrieval-benchmark.ts +0 -117
- package/src/core/retrieval-quality.ts +0 -109
- package/src/core/retriever.ts +0 -800
- package/src/core/session-qrels.ts +0 -360
- package/src/core/shared-event-store.ts +0 -114
- package/src/core/shared-promoter.ts +0 -249
- package/src/core/shared-store.ts +0 -289
- package/src/core/shared-vector-store.ts +0 -203
- package/src/core/sqlite-event-store.ts +0 -1846
- package/src/core/sqlite-wrapper.ts +0 -116
- package/src/core/sync-worker.ts +0 -228
- package/src/core/tag-taxonomy.ts +0 -51
- package/src/core/task/blocker-resolver.ts +0 -333
- package/src/core/task/index.ts +0 -9
- package/src/core/task/task-matcher.ts +0 -240
- package/src/core/task/task-projector.ts +0 -358
- package/src/core/task/task-resolver.ts +0 -421
- package/src/core/turn-state.ts +0 -207
- package/src/core/types.ts +0 -952
- package/src/core/vector-outbox.ts +0 -299
- package/src/core/vector-store.ts +0 -231
- package/src/core/vector-worker.ts +0 -521
- package/src/core/working-set-store.ts +0 -257
- package/src/extensions/endless-memory/endless-memory-services.ts +0 -350
- package/src/extensions/endless-memory/index.ts +0 -1
- package/src/extensions/index.ts +0 -5
- package/src/extensions/mcp/handlers.ts +0 -960
- package/src/extensions/mcp/index.ts +0 -48
- package/src/extensions/mcp/tools.ts +0 -252
- package/src/extensions/shared-memory/index.ts +0 -1
- package/src/extensions/shared-memory/shared-memory-services.ts +0 -211
- package/src/extensions/vector/embedder.ts +0 -234
- package/src/extensions/vector/index.ts +0 -1
- package/src/hooks/post-tool-use.ts +0 -9
- package/src/hooks/semantic-daemon-client.ts +0 -1
- package/src/hooks/semantic-daemon.ts +0 -11
- package/src/hooks/session-end.ts +0 -9
- package/src/hooks/session-start.ts +0 -9
- package/src/hooks/stop.ts +0 -9
- package/src/hooks/user-prompt-submit.ts +0 -9
- package/src/index.ts +0 -13
- package/src/mcp/handlers.ts +0 -2
- package/src/mcp/index.ts +0 -4
- package/src/mcp/tools.ts +0 -2
- package/src/server/api/chat.ts +0 -2
- package/src/server/api/citations.ts +0 -2
- package/src/server/api/events.ts +0 -2
- package/src/server/api/health.ts +0 -2
- package/src/server/api/index.ts +0 -2
- package/src/server/api/projects.ts +0 -2
- package/src/server/api/search.ts +0 -2
- package/src/server/api/sessions.ts +0 -2
- package/src/server/api/stats.ts +0 -2
- package/src/server/api/turns.ts +0 -2
- package/src/server/api/utils.ts +0 -2
- package/src/server/index.ts +0 -2
- package/src/services/bootstrap-organizer.ts +0 -463
- package/src/services/codex-session-history-importer.ts +0 -966
- package/src/services/hermes-session-history-importer.ts +0 -733
- package/src/services/memory-service-config.ts +0 -36
- package/src/services/memory-service-registry.ts +0 -150
- package/src/services/memory-service.ts +0 -688
- package/src/services/session-history-importer.ts +0 -629
- package/tests/README.md +0 -23
- package/tests/adapters/claude/claude-semantic-daemon-adapter.test.ts +0 -54
- package/tests/adapters/claude/claude-transcript-reconstructor.test.ts +0 -98
- package/tests/adapters/claude-hook-prompt-injection-policy.test.ts +0 -99
- package/tests/apps/app-layer-boundary.test.ts +0 -48
- package/tests/apps/claude-settings-hooks.test.ts +0 -107
- package/tests/apps/cli-disclosure-output.test.ts +0 -212
- package/tests/apps/codex-import-runner.test.ts +0 -99
- package/tests/apps/codex-validation-output.test.ts +0 -100
- package/tests/apps/hermes-import-runner.test.ts +0 -99
- package/tests/apps/mcp-install-command.test.ts +0 -59
- package/tests/apps/package-build-entrypoints.test.ts +0 -30
- package/tests/apps/postinstall-embedding-backend.test.ts +0 -185
- package/tests/apps/search-api-disclosure.test.ts +0 -162
- package/tests/apps/stats-api-lightweight.test.ts +0 -67
- package/tests/apps/ui-disclosure-output.test.ts +0 -140
- package/tests/core/bootstrap-organizer.test.ts +0 -111
- package/tests/core/canonical-key.test.ts +0 -101
- package/tests/core/codex-session-history-importer-validation.test.ts +0 -185
- package/tests/core/consolidation-worker.test.ts +0 -75
- package/tests/core/embedding-maintenance-service.test.ts +0 -282
- package/tests/core/evidence-aligner.test.ts +0 -152
- package/tests/core/external-market-context.test.ts +0 -209
- package/tests/core/fact-deriver.test.ts +0 -79
- package/tests/core/hermes-session-history-importer-validation.test.ts +0 -609
- package/tests/core/ingest-interceptor.test.ts +0 -38
- package/tests/core/markdown-mirror.test.ts +0 -85
- package/tests/core/matcher.test.ts +0 -112
- package/tests/core/md-mirror.test.ts +0 -50
- package/tests/core/memory-engine-services.test.ts +0 -240
- package/tests/core/memory-ingest-service.test.ts +0 -296
- package/tests/core/memory-query-service.test.ts +0 -129
- package/tests/core/memory-runtime-service.test.ts +0 -201
- package/tests/core/memory-service-composition.test.ts +0 -192
- package/tests/core/memory-service-config.test.ts +0 -41
- package/tests/core/memory-service-facade.test.ts +0 -30
- package/tests/core/memory-service-registry.test.ts +0 -206
- package/tests/core/product-validation-matrix.test.ts +0 -61
- package/tests/core/project-registry.test.ts +0 -78
- package/tests/core/replay-evaluator.test.ts +0 -181
- package/tests/core/retrieval-analytics-service.test.ts +0 -210
- package/tests/core/retrieval-benchmark.test.ts +0 -93
- package/tests/core/retrieval-disclosure-service.test.ts +0 -264
- package/tests/core/retrieval-orchestrator.test.ts +0 -403
- package/tests/core/retrieval-quality.test.ts +0 -31
- package/tests/core/retrieval-services.test.ts +0 -185
- package/tests/core/retriever-fallback-chain.test.ts +0 -223
- package/tests/core/retriever-strategy-scope.test.ts +0 -164
- package/tests/core/retriever.memu-adoption.test.ts +0 -122
- package/tests/core/session-history-importer-filter.test.ts +0 -78
- package/tests/core/session-qrels.test.ts +0 -250
- package/tests/core/sqlite-event-store-replication.test.ts +0 -127
- package/tests/core/summary-deriver.test.ts +0 -66
- package/tests/extensions/embedder-warning-suppression.test.ts +0 -84
- package/tests/extensions/endless-memory-extension-boundary.test.ts +0 -17
- package/tests/extensions/endless-memory-services.test.ts +0 -325
- package/tests/extensions/mcp-context-tools.test.ts +0 -905
- package/tests/extensions/mcp-extension-boundary.test.ts +0 -21
- package/tests/extensions/mcp-package-build.test.ts +0 -22
- package/tests/extensions/mcp-project-aware-tools.test.ts +0 -102
- package/tests/extensions/shared-memory-extension-boundary.test.ts +0 -24
- package/tests/extensions/shared-memory-services.test.ts +0 -309
- package/tests/extensions/vector-extension-boundary.test.ts +0 -21
- package/tsconfig.json +0 -24
- package/vitest.config.ts +0 -15
|
@@ -1,125 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
createCodexSessionHistoryImporter,
|
|
3
|
-
type CodexSessionHistoryImporter,
|
|
4
|
-
type CodexSessionHistoryImporterOptions
|
|
5
|
-
} from '../../services/codex-session-history-importer.js';
|
|
6
|
-
import {
|
|
7
|
-
getDefaultMemoryService,
|
|
8
|
-
getMemoryServiceForProject,
|
|
9
|
-
type MemoryService
|
|
10
|
-
} from '../../services/memory-service.js';
|
|
11
|
-
import type { ImportOptions, ImportResult, ProgressEvent } from '../../services/session-history-importer.js';
|
|
12
|
-
|
|
13
|
-
export interface CodexImportCommandOptions {
|
|
14
|
-
project?: string;
|
|
15
|
-
session?: string;
|
|
16
|
-
all?: boolean;
|
|
17
|
-
limit?: string;
|
|
18
|
-
sessionLimit?: string;
|
|
19
|
-
force?: boolean;
|
|
20
|
-
verbose?: boolean;
|
|
21
|
-
sessionsDir?: string;
|
|
22
|
-
processEmbeddings?: boolean;
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
export interface CodexImportOutcome {
|
|
26
|
-
mode: 'project' | 'session' | 'all';
|
|
27
|
-
storageScope: 'project' | 'global';
|
|
28
|
-
projectPath?: string;
|
|
29
|
-
result: ImportResult;
|
|
30
|
-
embedCount: number;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
export interface CodexImportRunnerDeps {
|
|
34
|
-
cwd: () => string;
|
|
35
|
-
getDefaultMemoryService: () => MemoryService;
|
|
36
|
-
getMemoryServiceForProject: (projectPath: string) => MemoryService;
|
|
37
|
-
createImporter: (
|
|
38
|
-
memoryService: MemoryService,
|
|
39
|
-
options?: CodexSessionHistoryImporterOptions
|
|
40
|
-
) => Pick<CodexSessionHistoryImporter, 'importProject' | 'importAll' | 'importSessionFile'>;
|
|
41
|
-
onProgress?: (event: ProgressEvent) => void;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
const realDeps: CodexImportRunnerDeps = {
|
|
45
|
-
cwd: () => process.cwd(),
|
|
46
|
-
getDefaultMemoryService,
|
|
47
|
-
getMemoryServiceForProject,
|
|
48
|
-
createImporter: createCodexSessionHistoryImporter
|
|
49
|
-
};
|
|
50
|
-
|
|
51
|
-
function parsePositiveInteger(value: string | undefined, name: string): number | undefined {
|
|
52
|
-
if (value === undefined) return undefined;
|
|
53
|
-
const normalized = value.trim();
|
|
54
|
-
if (!/^\d+$/.test(normalized)) {
|
|
55
|
-
throw new Error(`Invalid --${name}: expected a positive integer`);
|
|
56
|
-
}
|
|
57
|
-
const parsed = Number.parseInt(normalized, 10);
|
|
58
|
-
if (!Number.isSafeInteger(parsed) || parsed <= 0) {
|
|
59
|
-
throw new Error(`Invalid --${name}: expected a positive integer`);
|
|
60
|
-
}
|
|
61
|
-
return parsed;
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
function shouldUseGlobalStorage(options: CodexImportCommandOptions): boolean {
|
|
65
|
-
return options.all === true && !options.project && !options.session;
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
export async function runCodexImportOnce(
|
|
69
|
-
options: CodexImportCommandOptions,
|
|
70
|
-
deps: CodexImportRunnerDeps = realDeps
|
|
71
|
-
): Promise<CodexImportOutcome> {
|
|
72
|
-
const targetProjectPath = options.project || deps.cwd();
|
|
73
|
-
const useGlobalStorage = shouldUseGlobalStorage(options);
|
|
74
|
-
const memoryService = useGlobalStorage
|
|
75
|
-
? deps.getDefaultMemoryService()
|
|
76
|
-
: deps.getMemoryServiceForProject(targetProjectPath);
|
|
77
|
-
const importer = deps.createImporter(memoryService, { sessionsDir: options.sessionsDir });
|
|
78
|
-
|
|
79
|
-
await memoryService.initialize();
|
|
80
|
-
await memoryService.ensureEmbeddingModelForImport({ autoMigrate: true });
|
|
81
|
-
|
|
82
|
-
const importOptions: ImportOptions = {
|
|
83
|
-
limit: parsePositiveInteger(options.limit, 'limit'),
|
|
84
|
-
sessionLimit: parsePositiveInteger(options.sessionLimit, 'session-limit'),
|
|
85
|
-
force: options.force,
|
|
86
|
-
verbose: options.verbose,
|
|
87
|
-
onProgress: deps.onProgress
|
|
88
|
-
};
|
|
89
|
-
|
|
90
|
-
let mode: CodexImportOutcome['mode'];
|
|
91
|
-
let result: ImportResult;
|
|
92
|
-
|
|
93
|
-
try {
|
|
94
|
-
if (options.session) {
|
|
95
|
-
mode = 'session';
|
|
96
|
-
result = await importer.importSessionFile(options.session, {
|
|
97
|
-
...importOptions,
|
|
98
|
-
projectPath: targetProjectPath
|
|
99
|
-
});
|
|
100
|
-
} else if (options.all) {
|
|
101
|
-
mode = 'all';
|
|
102
|
-
result = await importer.importAll(importOptions);
|
|
103
|
-
} else {
|
|
104
|
-
mode = 'project';
|
|
105
|
-
result = await importer.importProject(targetProjectPath, {
|
|
106
|
-
...importOptions,
|
|
107
|
-
projectPath: targetProjectPath
|
|
108
|
-
});
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
const embedCount = options.processEmbeddings === false
|
|
112
|
-
? 0
|
|
113
|
-
: await memoryService.processPendingEmbeddings();
|
|
114
|
-
|
|
115
|
-
return {
|
|
116
|
-
mode,
|
|
117
|
-
storageScope: useGlobalStorage ? 'global' : 'project',
|
|
118
|
-
projectPath: useGlobalStorage ? undefined : targetProjectPath,
|
|
119
|
-
result,
|
|
120
|
-
embedCount
|
|
121
|
-
};
|
|
122
|
-
} finally {
|
|
123
|
-
await memoryService.shutdown();
|
|
124
|
-
}
|
|
125
|
-
}
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import * as fs from 'fs';
|
|
2
|
-
import * as path from 'path';
|
|
3
|
-
import type { CodexSessionValidationReport } from '../../services/codex-session-history-importer.js';
|
|
4
|
-
|
|
5
|
-
export type CodexValidationReportFormat = 'json' | 'markdown';
|
|
6
|
-
|
|
7
|
-
function formatNumber(value: number): string {
|
|
8
|
-
return Number.isFinite(value) ? value.toLocaleString('en-US') : String(value);
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export function formatCodexValidationReport(
|
|
12
|
-
report: CodexSessionValidationReport,
|
|
13
|
-
format: CodexValidationReportFormat = 'markdown'
|
|
14
|
-
): string {
|
|
15
|
-
if (format === 'json') {
|
|
16
|
-
return `${JSON.stringify(report, null, 2)}\n`;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
const lines: string[] = [
|
|
20
|
-
'# Codex dry-run validation report',
|
|
21
|
-
'',
|
|
22
|
-
`Generated: ${report.generatedAt}`,
|
|
23
|
-
`Dry-run: ${report.dryRun ? 'yes' : 'no'}`,
|
|
24
|
-
`Will mutate memory: ${report.willMutate ? 'yes' : 'no'}`,
|
|
25
|
-
`Sessions directory: ${report.source.sessionsDir}`,
|
|
26
|
-
`Project filter: ${report.source.projectPath ?? '(none)'}`,
|
|
27
|
-
`Source paths: ${report.source.sourcePaths.join(', ')}`,
|
|
28
|
-
`Session limit: ${report.limits.sessionLimit ?? '(none)'}`,
|
|
29
|
-
`Max content chars: ${formatNumber(report.limits.maxContentChars)}`,
|
|
30
|
-
'',
|
|
31
|
-
'## Totals',
|
|
32
|
-
'',
|
|
33
|
-
`- Sessions scanned: ${formatNumber(report.totals.sessionsScanned)}`,
|
|
34
|
-
`- Sessions matched: ${formatNumber(report.totals.sessionsMatched)}`,
|
|
35
|
-
`- Files read: ${formatNumber(report.totals.filesRead)}`,
|
|
36
|
-
`- Records read: ${formatNumber(report.totals.recordsRead)}`,
|
|
37
|
-
`- Messages normalized: ${formatNumber(report.totals.messagesNormalized)}`,
|
|
38
|
-
`- Turns normalized: ${formatNumber(report.totals.turnsNormalized)}`,
|
|
39
|
-
`- User messages: ${formatNumber(report.totals.userMessages)}`,
|
|
40
|
-
`- Assistant messages: ${formatNumber(report.totals.assistantMessages)}`,
|
|
41
|
-
`- Malformed lines: ${formatNumber(report.totals.malformedLines)}`,
|
|
42
|
-
`- Skipped/unsupported records: ${formatNumber(report.totals.skippedUnsupportedRecords)}`,
|
|
43
|
-
`- Empty assistant messages: ${formatNumber(report.totals.emptyAssistantMessages)}`,
|
|
44
|
-
`- Truncated messages: ${formatNumber(report.totals.truncatedMessages)}`,
|
|
45
|
-
`- Missing project cwd: ${formatNumber(report.totals.missingProjectCwd)}`,
|
|
46
|
-
`- Warnings: ${formatNumber(report.totals.warnings)}`,
|
|
47
|
-
'',
|
|
48
|
-
'## Top projects',
|
|
49
|
-
'',
|
|
50
|
-
'| Project | Hash | Sessions | Messages | Turns | User | Assistant | Malformed | Skipped/unsupported | Truncated | Empty assistant |',
|
|
51
|
-
'| --- | --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |'
|
|
52
|
-
];
|
|
53
|
-
|
|
54
|
-
if (report.topProjects.length === 0) {
|
|
55
|
-
lines.push('| (none) | - | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |');
|
|
56
|
-
} else {
|
|
57
|
-
for (const project of report.topProjects) {
|
|
58
|
-
lines.push([
|
|
59
|
-
`| ${project.pathLabel}`,
|
|
60
|
-
project.projectHash,
|
|
61
|
-
formatNumber(project.sessions),
|
|
62
|
-
formatNumber(project.messagesNormalized),
|
|
63
|
-
formatNumber(project.turnsNormalized),
|
|
64
|
-
formatNumber(project.userMessages),
|
|
65
|
-
formatNumber(project.assistantMessages),
|
|
66
|
-
formatNumber(project.malformedLines),
|
|
67
|
-
formatNumber(project.skippedUnsupportedRecords),
|
|
68
|
-
formatNumber(project.truncatedMessages),
|
|
69
|
-
`${formatNumber(project.emptyAssistantMessages)} |`
|
|
70
|
-
].join(' | '));
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
lines.push('', '## Warnings', '');
|
|
75
|
-
if (report.warnings.length === 0) {
|
|
76
|
-
lines.push('- None');
|
|
77
|
-
} else {
|
|
78
|
-
for (const warning of report.warnings) {
|
|
79
|
-
lines.push(`- ${warning}`);
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
lines.push('', '_Aggregate counts only; transcript content is not included._', '');
|
|
84
|
-
return lines.join('\n');
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
export function writeCodexValidationReport(
|
|
88
|
-
outputPath: string,
|
|
89
|
-
report: CodexSessionValidationReport,
|
|
90
|
-
format: CodexValidationReportFormat = 'markdown'
|
|
91
|
-
): void {
|
|
92
|
-
const dir = path.dirname(outputPath);
|
|
93
|
-
fs.mkdirSync(dir, { recursive: true });
|
|
94
|
-
fs.writeFileSync(outputPath, formatCodexValidationReport(report, format), 'utf8');
|
|
95
|
-
}
|
|
@@ -1,130 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
createHermesSessionHistoryImporter,
|
|
3
|
-
type HermesSessionHistoryImporter,
|
|
4
|
-
type HermesSessionHistoryImporterOptions
|
|
5
|
-
} from '../../services/hermes-session-history-importer.js';
|
|
6
|
-
import {
|
|
7
|
-
getDefaultMemoryService,
|
|
8
|
-
getMemoryServiceForProject,
|
|
9
|
-
type MemoryService
|
|
10
|
-
} from '../../services/memory-service.js';
|
|
11
|
-
import type { ImportOptions, ImportResult, ProgressEvent } from '../../services/session-history-importer.js';
|
|
12
|
-
|
|
13
|
-
export interface HermesImportCommandOptions {
|
|
14
|
-
project?: string;
|
|
15
|
-
session?: string;
|
|
16
|
-
all?: boolean;
|
|
17
|
-
limit?: string;
|
|
18
|
-
sessionLimit?: string;
|
|
19
|
-
force?: boolean;
|
|
20
|
-
verbose?: boolean;
|
|
21
|
-
stateDb?: string;
|
|
22
|
-
stateDbPath?: string;
|
|
23
|
-
processEmbeddings?: boolean;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export interface HermesImportOutcome {
|
|
27
|
-
mode: 'project' | 'session' | 'all';
|
|
28
|
-
storageScope: 'project' | 'global';
|
|
29
|
-
projectPath?: string;
|
|
30
|
-
result: ImportResult;
|
|
31
|
-
embedCount: number;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export interface HermesImportRunnerDeps {
|
|
35
|
-
cwd: () => string;
|
|
36
|
-
getDefaultMemoryService: () => MemoryService;
|
|
37
|
-
getMemoryServiceForProject: (projectPath: string) => MemoryService;
|
|
38
|
-
createImporter: (
|
|
39
|
-
memoryService: MemoryService,
|
|
40
|
-
options?: HermesSessionHistoryImporterOptions
|
|
41
|
-
) => Pick<HermesSessionHistoryImporter, 'importProject' | 'importAll' | 'importSession'>;
|
|
42
|
-
onProgress?: (event: ProgressEvent) => void;
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
const realDeps: HermesImportRunnerDeps = {
|
|
46
|
-
cwd: () => process.cwd(),
|
|
47
|
-
getDefaultMemoryService,
|
|
48
|
-
getMemoryServiceForProject,
|
|
49
|
-
createImporter: createHermesSessionHistoryImporter
|
|
50
|
-
};
|
|
51
|
-
|
|
52
|
-
function parsePositiveInteger(value: string | undefined, name: string): number | undefined {
|
|
53
|
-
if (value === undefined) return undefined;
|
|
54
|
-
const normalized = value.trim();
|
|
55
|
-
if (!/^\d+$/.test(normalized)) {
|
|
56
|
-
throw new Error(`Invalid --${name}: expected a positive integer`);
|
|
57
|
-
}
|
|
58
|
-
const parsed = Number.parseInt(normalized, 10);
|
|
59
|
-
if (!Number.isSafeInteger(parsed) || parsed <= 0) {
|
|
60
|
-
throw new Error(`Invalid --${name}: expected a positive integer`);
|
|
61
|
-
}
|
|
62
|
-
return parsed;
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
function shouldUseGlobalStorage(options: HermesImportCommandOptions): boolean {
|
|
66
|
-
return options.all === true && !options.project && !options.session;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
function getStateDbPathOption(options: HermesImportCommandOptions): string | undefined {
|
|
70
|
-
return options.stateDbPath ?? options.stateDb;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
export async function runHermesImportOnce(
|
|
74
|
-
options: HermesImportCommandOptions,
|
|
75
|
-
deps: HermesImportRunnerDeps = realDeps
|
|
76
|
-
): Promise<HermesImportOutcome> {
|
|
77
|
-
const targetProjectPath = options.project || deps.cwd();
|
|
78
|
-
const useGlobalStorage = shouldUseGlobalStorage(options);
|
|
79
|
-
const memoryService = useGlobalStorage
|
|
80
|
-
? deps.getDefaultMemoryService()
|
|
81
|
-
: deps.getMemoryServiceForProject(targetProjectPath);
|
|
82
|
-
const importer = deps.createImporter(memoryService, { stateDbPath: getStateDbPathOption(options) });
|
|
83
|
-
|
|
84
|
-
await memoryService.initialize();
|
|
85
|
-
await memoryService.ensureEmbeddingModelForImport({ autoMigrate: true });
|
|
86
|
-
|
|
87
|
-
const importOptions: ImportOptions = {
|
|
88
|
-
limit: parsePositiveInteger(options.limit, 'limit'),
|
|
89
|
-
sessionLimit: parsePositiveInteger(options.sessionLimit, 'session-limit'),
|
|
90
|
-
force: options.force,
|
|
91
|
-
verbose: options.verbose,
|
|
92
|
-
onProgress: deps.onProgress
|
|
93
|
-
};
|
|
94
|
-
|
|
95
|
-
let mode: HermesImportOutcome['mode'];
|
|
96
|
-
let result: ImportResult;
|
|
97
|
-
|
|
98
|
-
try {
|
|
99
|
-
if (options.session) {
|
|
100
|
-
mode = 'session';
|
|
101
|
-
result = await importer.importSession(options.session, {
|
|
102
|
-
...importOptions,
|
|
103
|
-
projectPath: targetProjectPath
|
|
104
|
-
});
|
|
105
|
-
} else if (options.all) {
|
|
106
|
-
mode = 'all';
|
|
107
|
-
result = await importer.importAll(importOptions);
|
|
108
|
-
} else {
|
|
109
|
-
mode = 'project';
|
|
110
|
-
result = await importer.importProject(targetProjectPath, {
|
|
111
|
-
...importOptions,
|
|
112
|
-
projectPath: targetProjectPath
|
|
113
|
-
});
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
const embedCount = options.processEmbeddings === false
|
|
117
|
-
? 0
|
|
118
|
-
: await memoryService.processPendingEmbeddings();
|
|
119
|
-
|
|
120
|
-
return {
|
|
121
|
-
mode,
|
|
122
|
-
storageScope: useGlobalStorage ? 'global' : 'project',
|
|
123
|
-
projectPath: useGlobalStorage ? undefined : targetProjectPath,
|
|
124
|
-
result,
|
|
125
|
-
embedCount
|
|
126
|
-
};
|
|
127
|
-
} finally {
|
|
128
|
-
await memoryService.shutdown();
|
|
129
|
-
}
|
|
130
|
-
}
|
|
@@ -1,91 +0,0 @@
|
|
|
1
|
-
import * as fs from 'fs';
|
|
2
|
-
import * as path from 'path';
|
|
3
|
-
import type { HermesSessionValidationReport } from '../../services/hermes-session-history-importer.js';
|
|
4
|
-
|
|
5
|
-
export type HermesValidationReportFormat = 'json' | 'markdown';
|
|
6
|
-
|
|
7
|
-
function formatNumber(value: number): string {
|
|
8
|
-
return Number.isFinite(value) ? value.toLocaleString('en-US') : String(value);
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export function formatHermesValidationReport(
|
|
12
|
-
report: HermesSessionValidationReport,
|
|
13
|
-
format: HermesValidationReportFormat = 'markdown'
|
|
14
|
-
): string {
|
|
15
|
-
if (format === 'json') {
|
|
16
|
-
return `${JSON.stringify(report, null, 2)}\n`;
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
const lines: string[] = [
|
|
20
|
-
'# Hermes dry-run validation report',
|
|
21
|
-
'',
|
|
22
|
-
`Generated: ${report.generatedAt}`,
|
|
23
|
-
`Dry-run: ${report.dryRun ? 'yes' : 'no'}`,
|
|
24
|
-
`Will mutate memory: ${report.willMutate ? 'yes' : 'no'}`,
|
|
25
|
-
`State DB: ${report.source.stateDbPath}`,
|
|
26
|
-
`Project filter: ${report.source.projectPath ?? '(none)'}`,
|
|
27
|
-
`Source paths: ${report.source.sourcePaths.join(', ')}`,
|
|
28
|
-
`Session limit: ${report.limits.sessionLimit ?? '(none)'}`,
|
|
29
|
-
`Max content chars: ${formatNumber(report.limits.maxContentChars)}`,
|
|
30
|
-
'',
|
|
31
|
-
'## Totals',
|
|
32
|
-
'',
|
|
33
|
-
`- Sessions scanned: ${formatNumber(report.totals.sessionsScanned)}`,
|
|
34
|
-
`- Sessions matched: ${formatNumber(report.totals.sessionsMatched)}`,
|
|
35
|
-
`- Messages read: ${formatNumber(report.totals.messagesRead)}`,
|
|
36
|
-
`- Messages normalized: ${formatNumber(report.totals.messagesNormalized)}`,
|
|
37
|
-
`- Turns normalized: ${formatNumber(report.totals.turnsNormalized)}`,
|
|
38
|
-
`- User messages: ${formatNumber(report.totals.userMessages)}`,
|
|
39
|
-
`- Assistant messages: ${formatNumber(report.totals.assistantMessages)}`,
|
|
40
|
-
`- Skipped/unsupported messages: ${formatNumber(report.totals.skippedUnsupportedMessages)}`,
|
|
41
|
-
`- Empty assistant messages: ${formatNumber(report.totals.emptyAssistantMessages)}`,
|
|
42
|
-
`- Truncated messages: ${formatNumber(report.totals.truncatedMessages)}`,
|
|
43
|
-
`- Missing project context: ${formatNumber(report.totals.missingProjectContext)}`,
|
|
44
|
-
`- Warnings: ${formatNumber(report.totals.warnings)}`,
|
|
45
|
-
'',
|
|
46
|
-
'## Top sources',
|
|
47
|
-
'',
|
|
48
|
-
'| Source | Sessions | Messages | Turns | User | Assistant | Skipped/unsupported | Truncated | Empty assistant |',
|
|
49
|
-
'| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |'
|
|
50
|
-
];
|
|
51
|
-
|
|
52
|
-
if (report.topSources.length === 0) {
|
|
53
|
-
lines.push('| (none) | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 |');
|
|
54
|
-
} else {
|
|
55
|
-
for (const source of report.topSources) {
|
|
56
|
-
lines.push([
|
|
57
|
-
`| ${source.source}`,
|
|
58
|
-
formatNumber(source.sessions),
|
|
59
|
-
formatNumber(source.messagesNormalized),
|
|
60
|
-
formatNumber(source.turnsNormalized),
|
|
61
|
-
formatNumber(source.userMessages),
|
|
62
|
-
formatNumber(source.assistantMessages),
|
|
63
|
-
formatNumber(source.skippedUnsupportedMessages),
|
|
64
|
-
formatNumber(source.truncatedMessages),
|
|
65
|
-
`${formatNumber(source.emptyAssistantMessages)} |`
|
|
66
|
-
].join(' | '));
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
lines.push('', '## Warnings', '');
|
|
71
|
-
if (report.warnings.length === 0) {
|
|
72
|
-
lines.push('- None');
|
|
73
|
-
} else {
|
|
74
|
-
for (const warning of report.warnings) {
|
|
75
|
-
lines.push(`- ${warning}`);
|
|
76
|
-
}
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
lines.push('', '_Aggregate counts only; transcript content is not included._', '');
|
|
80
|
-
return lines.join('\n');
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
export function writeHermesValidationReport(
|
|
84
|
-
outputPath: string,
|
|
85
|
-
report: HermesSessionValidationReport,
|
|
86
|
-
format: HermesValidationReportFormat = 'markdown'
|
|
87
|
-
): void {
|
|
88
|
-
const dir = path.dirname(outputPath);
|
|
89
|
-
fs.mkdirSync(dir, { recursive: true });
|
|
90
|
-
fs.writeFileSync(outputPath, formatHermesValidationReport(report, format), 'utf8');
|
|
91
|
-
}
|