@ubundi/openclaw-cortex 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -0
- package/dist/{config.d.ts → core/config/schema.d.ts} +11 -6
- package/dist/core/config/schema.d.ts.map +1 -0
- package/dist/{config.js → core/config/schema.js} +20 -5
- package/dist/core/config/schema.js.map +1 -0
- package/dist/core/plugin.d.ts +58 -0
- package/dist/core/plugin.d.ts.map +1 -0
- package/dist/core/plugin.js +84 -0
- package/dist/core/plugin.js.map +1 -0
- package/dist/{client.d.ts → cortex/client.d.ts} +4 -3
- package/dist/cortex/client.d.ts.map +1 -0
- package/dist/cortex/client.js +45 -0
- package/dist/cortex/client.js.map +1 -0
- package/dist/{hooks/capture.d.ts → features/capture/handler.d.ts} +4 -4
- package/dist/features/capture/handler.d.ts.map +1 -0
- package/dist/{hooks/capture.js → features/capture/handler.js} +3 -3
- package/dist/features/capture/handler.js.map +1 -0
- package/dist/features/recall/formatter.d.ts +8 -0
- package/dist/features/recall/formatter.d.ts.map +1 -0
- package/dist/features/recall/formatter.js +15 -0
- package/dist/features/recall/formatter.js.map +1 -0
- package/dist/{hooks/recall.d.ts → features/recall/handler.d.ts} +4 -4
- package/dist/features/recall/handler.d.ts.map +1 -0
- package/dist/{hooks/recall.js → features/recall/handler.js} +4 -4
- package/dist/features/recall/handler.js.map +1 -0
- package/dist/{services/reflect.d.ts → features/reflect/service.d.ts} +2 -2
- package/dist/features/reflect/service.d.ts.map +1 -0
- package/dist/{services/reflect.js → features/reflect/service.js} +3 -3
- package/dist/features/reflect/service.js.map +1 -0
- package/dist/{sync/daily-logs.d.ts → features/sync/daily-logs-sync.d.ts} +5 -5
- package/dist/features/sync/daily-logs-sync.d.ts.map +1 -0
- package/dist/{sync/daily-logs.js → features/sync/daily-logs-sync.js} +16 -6
- package/dist/features/sync/daily-logs-sync.js.map +1 -0
- package/dist/{sync/memory-md.d.ts → features/sync/memory-md-sync.d.ts} +3 -3
- package/dist/features/sync/memory-md-sync.d.ts.map +1 -0
- package/dist/{sync/memory-md.js → features/sync/memory-md-sync.js} +3 -3
- package/dist/features/sync/memory-md-sync.js.map +1 -0
- package/dist/{sync/transcripts.d.ts → features/sync/transcripts-sync.d.ts} +5 -5
- package/dist/features/sync/transcripts-sync.d.ts.map +1 -0
- package/dist/{sync/transcripts.js → features/sync/transcripts-sync.js} +17 -7
- package/dist/features/sync/transcripts-sync.js.map +1 -0
- package/dist/{sync → features/sync}/watcher.d.ts +2 -2
- package/dist/features/sync/watcher.d.ts.map +1 -0
- package/dist/{sync → features/sync}/watcher.js +5 -5
- package/dist/features/sync/watcher.js.map +1 -0
- package/dist/index.d.ts +11 -64
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -91
- package/dist/index.js.map +1 -1
- package/dist/shared/fs/safe-path.d.ts +8 -0
- package/dist/shared/fs/safe-path.d.ts.map +1 -0
- package/dist/shared/fs/safe-path.js +32 -0
- package/dist/shared/fs/safe-path.js.map +1 -0
- package/dist/{utils/metrics.d.ts → shared/metrics/latency-metrics.d.ts} +1 -1
- package/dist/shared/metrics/latency-metrics.d.ts.map +1 -0
- package/dist/{utils/metrics.js → shared/metrics/latency-metrics.js} +1 -1
- package/dist/shared/metrics/latency-metrics.js.map +1 -0
- package/dist/{utils → shared/queue}/retry-queue.d.ts +2 -1
- package/dist/shared/queue/retry-queue.d.ts.map +1 -0
- package/dist/{utils → shared/queue}/retry-queue.js +19 -2
- package/dist/shared/queue/retry-queue.js.map +1 -0
- package/dist/{utils/transcript-cleaner.d.ts → shared/transcript/cleaner.d.ts} +2 -2
- package/dist/shared/transcript/cleaner.d.ts.map +1 -0
- package/dist/{utils/transcript-cleaner.js → shared/transcript/cleaner.js} +1 -1
- package/dist/shared/transcript/cleaner.js.map +1 -0
- package/package.json +6 -4
- package/dist/client.d.ts.map +0 -1
- package/dist/client.js +0 -73
- package/dist/client.js.map +0 -1
- package/dist/config.d.ts.map +0 -1
- package/dist/config.js.map +0 -1
- package/dist/hooks/capture.d.ts.map +0 -1
- package/dist/hooks/capture.js.map +0 -1
- package/dist/hooks/recall.d.ts.map +0 -1
- package/dist/hooks/recall.js.map +0 -1
- package/dist/services/reflect.d.ts.map +0 -1
- package/dist/services/reflect.js.map +0 -1
- package/dist/sync/daily-logs.d.ts.map +0 -1
- package/dist/sync/daily-logs.js.map +0 -1
- package/dist/sync/memory-md.d.ts.map +0 -1
- package/dist/sync/memory-md.js.map +0 -1
- package/dist/sync/transcripts.d.ts.map +0 -1
- package/dist/sync/transcripts.js.map +0 -1
- package/dist/sync/watcher.d.ts.map +0 -1
- package/dist/sync/watcher.js.map +0 -1
- package/dist/utils/format.d.ts +0 -3
- package/dist/utils/format.d.ts.map +0 -1
- package/dist/utils/format.js +0 -7
- package/dist/utils/format.js.map +0 -1
- package/dist/utils/metrics.d.ts.map +0 -1
- package/dist/utils/metrics.js.map +0 -1
- package/dist/utils/retry-queue.d.ts.map +0 -1
- package/dist/utils/retry-queue.js.map +0 -1
- package/dist/utils/transcript-cleaner.d.ts.map +0 -1
- package/dist/utils/transcript-cleaner.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daily-logs-sync.js","sourceRoot":"","sources":["../../../src/features/sync/daily-logs-sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AASxD,MAAM,OAAO,aAAa;IAId;IACA;IACA;IACA;IACA;IAPF,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5C,YACU,MAAoB,EACpB,aAAqB,EACrB,MAAc,EACd,UAAuB,EACvB,WAAoB;QAJpB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAQ;QACrB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAa;QACvB,gBAAW,GAAX,WAAW,CAAS;IAC3B,CAAC;IAEJ,KAAK,CAAC,YAAY,CAAC,QAAgB,EAAE,QAAgB;QACnD,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,QAAQ,EAAE,CAAC,CAAC;oBACrE,OAAO;gBACT,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAE3C,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;gBAAE,OAAO;YAE/B,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,aAAa,UAAU,QAAQ,EAAE,CAAC;YAE5D,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;gBACzE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;YACnE,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,QAAQ,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,QAAQ,wBAAwB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7F,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,QAAQ,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,QAAQ,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CortexClient } from "
|
|
2
|
-
import type { RetryQueue } from "
|
|
1
|
+
import type { CortexClient } from "../../cortex/client.js";
|
|
2
|
+
import type { RetryQueue } from "../../shared/queue/retry-queue.js";
|
|
3
3
|
type Logger = {
|
|
4
4
|
debug?(...args: unknown[]): void;
|
|
5
5
|
info(...args: unknown[]): void;
|
|
@@ -22,4 +22,4 @@ export declare class MemoryMdSync {
|
|
|
22
22
|
}
|
|
23
23
|
export declare function lineDiff(previous: string, current: string): string;
|
|
24
24
|
export {};
|
|
25
|
-
//# sourceMappingURL=memory-md.d.ts.map
|
|
25
|
+
//# sourceMappingURL=memory-md-sync.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-md-sync.d.ts","sourceRoot":"","sources":["../../../src/features/sync/memory-md-sync.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAEpE,KAAK,MAAM,GAAG;IACZ,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAIF,qBAAa,YAAY;IAMrB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU,CAAC;IATrB,OAAO,CAAC,WAAW,CAAM;IACzB,OAAO,CAAC,aAAa,CAA8C;IACnE,OAAO,CAAC,WAAW,CAAK;gBAGd,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,UAAU,YAAA;IAGjC,YAAY,IAAI,IAAI;YAUN,aAAa;IA2B3B,IAAI,IAAI,IAAI;CAMb;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAMlE"}
|
|
@@ -21,7 +21,7 @@ export class MemoryMdSync {
|
|
|
21
21
|
clearTimeout(this.debounceTimer);
|
|
22
22
|
this.debounceTimer = setTimeout(() => {
|
|
23
23
|
this.diffAndIngest().catch((err) => {
|
|
24
|
-
this.logger.warn(
|
|
24
|
+
this.logger.warn(`MEMORY.md sync failed: ${String(err)}`);
|
|
25
25
|
});
|
|
26
26
|
}, DEBOUNCE_MS);
|
|
27
27
|
}
|
|
@@ -46,7 +46,7 @@ export class MemoryMdSync {
|
|
|
46
46
|
await doIngest();
|
|
47
47
|
}
|
|
48
48
|
catch (err) {
|
|
49
|
-
this.logger.warn(
|
|
49
|
+
this.logger.warn(`MEMORY.md sync ingest failed, queuing for retry: ${String(err)}`);
|
|
50
50
|
this.retryQueue?.enqueue(doIngest, `memory-md-${++this.syncCounter}`);
|
|
51
51
|
}
|
|
52
52
|
}
|
|
@@ -64,4 +64,4 @@ export function lineDiff(previous, current) {
|
|
|
64
64
|
.filter((line) => !prevLines.has(line))
|
|
65
65
|
.join("\n");
|
|
66
66
|
}
|
|
67
|
-
//# sourceMappingURL=memory-md.js.map
|
|
67
|
+
//# sourceMappingURL=memory-md-sync.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-md-sync.js","sourceRoot":"","sources":["../../../src/features/sync/memory-md-sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAW5C,MAAM,WAAW,GAAG,IAAI,CAAC;AAEzB,MAAM,OAAO,YAAY;IAMb;IACA;IACA;IACA;IACA;IATF,WAAW,GAAG,EAAE,CAAC;IACjB,aAAa,GAAyC,IAAI,CAAC;IAC3D,WAAW,GAAG,CAAC,CAAC;IAExB,YACU,QAAgB,EAChB,MAAoB,EACpB,SAAiB,EACjB,MAAc,EACd,UAAuB;QAJvB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,WAAM,GAAN,MAAM,CAAc;QACpB,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAa;IAC9B,CAAC;IAEJ,YAAY;QACV,IAAI,IAAI,CAAC,aAAa;YAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAEzD,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACnC,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,WAAW,CAAC,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,mCAAmC;QAC7C,CAAC;QAED,IAAI,OAAO,KAAK,IAAI,CAAC,WAAW;YAAE,OAAO;QAEzC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAE3B,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YAAE,OAAO;QAE1B,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YACzE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,+BAA+B,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,QAAQ,EAAE,CAAC;QACnB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpF,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,QAAQ,CAAC,QAAgB,EAAE,OAAe;IACxD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,OAAO,OAAO;SACX,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;SACtC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CortexClient } from "
|
|
2
|
-
import type { RetryQueue } from "
|
|
1
|
+
import type { CortexClient } from "../../cortex/client.js";
|
|
2
|
+
import type { RetryQueue } from "../../shared/queue/retry-queue.js";
|
|
3
3
|
type Logger = {
|
|
4
4
|
debug?(...args: unknown[]): void;
|
|
5
5
|
info(...args: unknown[]): void;
|
|
@@ -11,11 +11,11 @@ export declare class TranscriptsSync {
|
|
|
11
11
|
private sessionPrefix;
|
|
12
12
|
private logger;
|
|
13
13
|
private retryQueue?;
|
|
14
|
+
private allowedRoot?;
|
|
14
15
|
private offsets;
|
|
15
|
-
|
|
16
|
-
constructor(client: CortexClient, sessionPrefix: string, logger: Logger, retryQueue?: RetryQueue | undefined);
|
|
16
|
+
constructor(client: CortexClient, sessionPrefix: string, logger: Logger, retryQueue?: RetryQueue | undefined, allowedRoot?: string | undefined);
|
|
17
17
|
onFileChange(filePath: string, filename: string): Promise<void>;
|
|
18
18
|
stop(): void;
|
|
19
19
|
}
|
|
20
20
|
export {};
|
|
21
|
-
//# sourceMappingURL=transcripts.d.ts.map
|
|
21
|
+
//# sourceMappingURL=transcripts-sync.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcripts-sync.d.ts","sourceRoot":"","sources":["../../../src/features/sync/transcripts-sync.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAIpE,KAAK,MAAM,GAAG;IACZ,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,qBAAa,eAAe;IAIxB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,WAAW,CAAC;IAPtB,OAAO,CAAC,OAAO,CAA6B;gBAGlC,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,UAAU,YAAA,EACvB,WAAW,CAAC,EAAE,MAAM,YAAA;IAGxB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+CrE,IAAI,IAAI,IAAI;CAGb"}
|
|
@@ -1,20 +1,30 @@
|
|
|
1
1
|
import { readFile } from "node:fs/promises";
|
|
2
|
-
import { cleanTranscriptChunk } from "
|
|
2
|
+
import { cleanTranscriptChunk } from "../../shared/transcript/cleaner.js";
|
|
3
|
+
import { safePath } from "../../shared/fs/safe-path.js";
|
|
3
4
|
export class TranscriptsSync {
|
|
4
5
|
client;
|
|
5
6
|
sessionPrefix;
|
|
6
7
|
logger;
|
|
7
8
|
retryQueue;
|
|
9
|
+
allowedRoot;
|
|
8
10
|
offsets = new Map();
|
|
9
|
-
|
|
10
|
-
constructor(client, sessionPrefix, logger, retryQueue) {
|
|
11
|
+
constructor(client, sessionPrefix, logger, retryQueue, allowedRoot) {
|
|
11
12
|
this.client = client;
|
|
12
13
|
this.sessionPrefix = sessionPrefix;
|
|
13
14
|
this.logger = logger;
|
|
14
15
|
this.retryQueue = retryQueue;
|
|
16
|
+
this.allowedRoot = allowedRoot;
|
|
15
17
|
}
|
|
16
18
|
async onFileChange(filePath, filename) {
|
|
17
19
|
try {
|
|
20
|
+
if (this.allowedRoot) {
|
|
21
|
+
const safe = await safePath(filePath, this.allowedRoot);
|
|
22
|
+
if (!safe) {
|
|
23
|
+
this.logger.warn(`Transcript sync: rejected unsafe path ${filePath}`);
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
filePath = safe;
|
|
27
|
+
}
|
|
18
28
|
const content = await readFile(filePath, "utf-8");
|
|
19
29
|
const lastOffset = this.offsets.get(filePath) ?? 0;
|
|
20
30
|
const newContent = content.slice(lastOffset);
|
|
@@ -36,16 +46,16 @@ export class TranscriptsSync {
|
|
|
36
46
|
await doIngest();
|
|
37
47
|
}
|
|
38
48
|
catch (err) {
|
|
39
|
-
this.logger.warn(`Transcript sync failed for ${filename}, queuing for retry
|
|
40
|
-
this.retryQueue?.enqueue(doIngest, `transcript-${filename}
|
|
49
|
+
this.logger.warn(`Transcript sync failed for ${filename}, queuing for retry: ${String(err)}`);
|
|
50
|
+
this.retryQueue?.enqueue(doIngest, `transcript-${filename}`);
|
|
41
51
|
}
|
|
42
52
|
}
|
|
43
53
|
catch (err) {
|
|
44
|
-
this.logger.warn(`Transcript sync read failed for ${filename}
|
|
54
|
+
this.logger.warn(`Transcript sync read failed for ${filename}: ${String(err)}`);
|
|
45
55
|
}
|
|
46
56
|
}
|
|
47
57
|
stop() {
|
|
48
58
|
this.offsets.clear();
|
|
49
59
|
}
|
|
50
60
|
}
|
|
51
|
-
//# sourceMappingURL=transcripts.js.map
|
|
61
|
+
//# sourceMappingURL=transcripts-sync.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcripts-sync.js","sourceRoot":"","sources":["../../../src/features/sync/transcripts-sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AASxD,MAAM,OAAO,eAAe;IAIhB;IACA;IACA;IACA;IACA;IAPF,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5C,YACU,MAAoB,EACpB,aAAqB,EACrB,MAAc,EACd,UAAuB,EACvB,WAAoB;QAJpB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAQ;QACrB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAa;QACvB,gBAAW,GAAX,WAAW,CAAS;IAC3B,CAAC;IAEJ,KAAK,CAAC,YAAY,CAAC,QAAgB,EAAE,QAAgB;QACnD,IAAI,CAAC;YACH,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,QAAQ,EAAE,CAAC,CAAC;oBACtE,OAAO;gBACT,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAE3C,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;gBAAE,OAAO;YAE/B,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;YAEtE,IAAI,CAAC,cAAc,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,6BAA6B,QAAQ,uBAAuB,CAAC,CAAC;gBAClF,OAAO;YACT,CAAC;YAED,oFAAoF;YACpF,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,aAAa,YAAY,WAAW,EAAE,CAAC;YAEjE,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC/D,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CACjB,6BAA6B,GAAG,CAAC,KAAK,CAAC,MAAM,eAAe,QAAQ,KAAK,GAAG,CAAC,aAAa,SAAS,CACpG,CAAC;YACJ,CAAC,CAAC,CAAC;YAEL,IAAI,CAAC;gBACH,MAAM,QAAQ,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,QAAQ,wBAAwB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC9F,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,cAAc,QAAQ,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,QAAQ,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CortexClient } from "
|
|
2
|
-
import type { RetryQueue } from "
|
|
1
|
+
import type { CortexClient } from "../../cortex/client.js";
|
|
2
|
+
import type { RetryQueue } from "../../shared/queue/retry-queue.js";
|
|
3
3
|
type Logger = {
|
|
4
4
|
debug?(...args: unknown[]): void;
|
|
5
5
|
info(...args: unknown[]): void;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watcher.d.ts","sourceRoot":"","sources":["../../../src/features/sync/watcher.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAKpE,KAAK,MAAM,GAAG;IACZ,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,qBAAa,eAAe;IAOxB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,OAAO;IAXjB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,eAAe,CAAgC;gBAG7C,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,MAAM,EACd,UAAU,CAAC,EAAE,UAAU,YAAA,EACvB,OAAO,GAAE,eAAoB;IAGvC,KAAK,IAAI,IAAI;IA6Eb,IAAI,IAAI,IAAI;CAUb"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { watch } from "node:fs";
|
|
2
2
|
import { join } from "node:path";
|
|
3
|
-
import { MemoryMdSync } from "./memory-md.js";
|
|
4
|
-
import { DailyLogsSync } from "./daily-logs.js";
|
|
5
|
-
import { TranscriptsSync } from "./transcripts.js";
|
|
3
|
+
import { MemoryMdSync } from "./memory-md-sync.js";
|
|
4
|
+
import { DailyLogsSync } from "./daily-logs-sync.js";
|
|
5
|
+
import { TranscriptsSync } from "./transcripts-sync.js";
|
|
6
6
|
export class FileSyncWatcher {
|
|
7
7
|
workspaceDir;
|
|
8
8
|
client;
|
|
@@ -27,7 +27,7 @@ export class FileSyncWatcher {
|
|
|
27
27
|
const memoryDir = join(this.workspaceDir, "memory");
|
|
28
28
|
const sessionsDir = join(this.workspaceDir, "sessions");
|
|
29
29
|
this.memoryMdSync = new MemoryMdSync(memoryMdPath, this.client, `${this.sessionPrefix}:memory-md`, this.logger, this.retryQueue);
|
|
30
|
-
this.dailyLogsSync = new DailyLogsSync(this.client, this.sessionPrefix, this.logger, this.retryQueue);
|
|
30
|
+
this.dailyLogsSync = new DailyLogsSync(this.client, this.sessionPrefix, this.logger, this.retryQueue, memoryDir);
|
|
31
31
|
// Watch MEMORY.md
|
|
32
32
|
try {
|
|
33
33
|
const memWatcher = watch(memoryMdPath, () => {
|
|
@@ -55,7 +55,7 @@ export class FileSyncWatcher {
|
|
|
55
55
|
}
|
|
56
56
|
// Watch sessions/*.jsonl (transcripts)
|
|
57
57
|
if (this.options.transcripts !== false) {
|
|
58
|
-
this.transcriptsSync = new TranscriptsSync(this.client, this.sessionPrefix, this.logger, this.retryQueue);
|
|
58
|
+
this.transcriptsSync = new TranscriptsSync(this.client, this.sessionPrefix, this.logger, this.retryQueue, sessionsDir);
|
|
59
59
|
try {
|
|
60
60
|
const sessionsWatcher = watch(sessionsDir, { recursive: true }, (_event, filename) => {
|
|
61
61
|
if (!filename?.endsWith(".jsonl"))
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"watcher.js","sourceRoot":"","sources":["../../../src/features/sync/watcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAkB,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAaxD,MAAM,OAAO,eAAe;IAOhB;IACA;IACA;IACA;IACA;IACA;IAXF,QAAQ,GAAgB,EAAE,CAAC;IAC3B,YAAY,GAAwB,IAAI,CAAC;IACzC,aAAa,GAAyB,IAAI,CAAC;IAC3C,eAAe,GAA2B,IAAI,CAAC;IAEvD,YACU,YAAoB,EACpB,MAAoB,EACpB,aAAqB,EACrB,MAAc,EACd,UAAuB,EACvB,UAA2B,EAAE;QAL7B,iBAAY,GAAZ,YAAY,CAAQ;QACpB,WAAM,GAAN,MAAM,CAAc;QACpB,kBAAa,GAAb,aAAa,CAAQ;QACrB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAa;QACvB,YAAO,GAAP,OAAO,CAAsB;IACpC,CAAC;IAEJ,KAAK;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAExD,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAClC,YAAY,EACZ,IAAI,CAAC,MAAM,EACX,GAAG,IAAI,CAAC,aAAa,YAAY,EACjC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,CAChB,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CACpC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,SAAS,CACV,CAAC;QAEF,kBAAkB;QAClB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE;gBAC1C,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;YACpC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,+BAA+B,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,0CAA0C,CAAC,CAAC;QAClE,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,KAAK,CACvB,SAAS,EACT,EAAE,SAAS,EAAE,IAAI,EAAE,EACnB,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE;gBACnB,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO;gBACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;gBAC3C,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YACvD,CAAC,CACF,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,iCAAiC,CAAC,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,kDAAkD,CAAC,CAAC;QAC1E,CAAC;QAED,uCAAuC;QACvC,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YACvC,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CACxC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,WAAW,CACZ,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,KAAK,CAC3B,WAAW,EACX,EAAE,SAAS,EAAE,IAAI,EAAE,EACnB,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE;oBACnB,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;wBAAE,OAAO;oBAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;oBAC7C,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACzD,CAAC,CACF,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBACpC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,sCAAsC,CAAC,CAAC;YAC9D,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,oDAAoD,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI;QACF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,CAAC,CAAC,KAAK,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACxC,CAAC;CACF"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,66 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
pluginConfig?: Record<string, unknown>;
|
|
3
|
-
logger: {
|
|
4
|
-
debug?(...args: unknown[]): void;
|
|
5
|
-
info(...args: unknown[]): void;
|
|
6
|
-
warn(...args: unknown[]): void;
|
|
7
|
-
error(...args: unknown[]): void;
|
|
8
|
-
};
|
|
9
|
-
on(hookName: string, handler: (...args: any[]) => any, opts?: {
|
|
10
|
-
priority?: number;
|
|
11
|
-
}): void;
|
|
12
|
-
registerService(service: {
|
|
13
|
-
id: string;
|
|
14
|
-
start?: (ctx: {
|
|
15
|
-
workspaceDir?: string;
|
|
16
|
-
}) => void;
|
|
17
|
-
stop?: (ctx: {
|
|
18
|
-
workspaceDir?: string;
|
|
19
|
-
}) => void;
|
|
20
|
-
}): void;
|
|
21
|
-
}
|
|
22
|
-
declare const plugin: {
|
|
23
|
-
id: string;
|
|
24
|
-
name: string;
|
|
25
|
-
description: string;
|
|
26
|
-
version: string;
|
|
27
|
-
kind: "memory";
|
|
28
|
-
configSchema: {
|
|
29
|
-
safeParse(value: unknown): import("zod").SafeParseReturnType<{
|
|
30
|
-
apiKey: string;
|
|
31
|
-
baseUrl?: string | undefined;
|
|
32
|
-
autoRecall?: boolean | undefined;
|
|
33
|
-
autoCapture?: boolean | undefined;
|
|
34
|
-
recallTopK?: number | undefined;
|
|
35
|
-
recallTimeoutMs?: number | undefined;
|
|
36
|
-
recallMode?: "fast" | "full" | "balanced" | undefined;
|
|
37
|
-
fileSync?: boolean | undefined;
|
|
38
|
-
transcriptSync?: boolean | undefined;
|
|
39
|
-
reflectIntervalMs?: number | undefined;
|
|
40
|
-
}, {
|
|
41
|
-
apiKey: string;
|
|
42
|
-
baseUrl: string;
|
|
43
|
-
autoRecall: boolean;
|
|
44
|
-
autoCapture: boolean;
|
|
45
|
-
recallTopK: number;
|
|
46
|
-
recallTimeoutMs: number;
|
|
47
|
-
recallMode: "fast" | "full" | "balanced";
|
|
48
|
-
fileSync: boolean;
|
|
49
|
-
transcriptSync: boolean;
|
|
50
|
-
reflectIntervalMs: number;
|
|
51
|
-
}>;
|
|
52
|
-
};
|
|
53
|
-
register(api: PluginApi): void;
|
|
54
|
-
};
|
|
1
|
+
import plugin from "./core/plugin.js";
|
|
55
2
|
export default plugin;
|
|
56
|
-
export { CortexClient } from "./client.js";
|
|
57
|
-
export { CortexConfigSchema, type CortexConfig } from "./config.js";
|
|
58
|
-
export { createRecallHandler } from "./
|
|
59
|
-
export { createCaptureHandler } from "./
|
|
60
|
-
export { FileSyncWatcher } from "./sync/watcher.js";
|
|
61
|
-
export { RetryQueue } from "./
|
|
62
|
-
export { LatencyMetrics } from "./
|
|
63
|
-
export { PeriodicReflect } from "./
|
|
64
|
-
export { formatMemories } from "./
|
|
65
|
-
export { cleanTranscript, cleanTranscriptChunk } from "./
|
|
3
|
+
export { CortexClient } from "./cortex/client.js";
|
|
4
|
+
export { CortexConfigSchema, type CortexConfig } from "./core/config/schema.js";
|
|
5
|
+
export { createRecallHandler } from "./features/recall/handler.js";
|
|
6
|
+
export { createCaptureHandler } from "./features/capture/handler.js";
|
|
7
|
+
export { FileSyncWatcher } from "./features/sync/watcher.js";
|
|
8
|
+
export { RetryQueue } from "./shared/queue/retry-queue.js";
|
|
9
|
+
export { LatencyMetrics } from "./shared/metrics/latency-metrics.js";
|
|
10
|
+
export { PeriodicReflect } from "./features/reflect/service.js";
|
|
11
|
+
export { formatMemories } from "./features/recall/formatter.js";
|
|
12
|
+
export { cleanTranscript, cleanTranscriptChunk } from "./shared/transcript/cleaner.js";
|
|
66
13
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,kBAAkB,CAAC;AAEtC,eAAe,MAAM,CAAC;AAGtB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,KAAK,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,94 +1,14 @@
|
|
|
1
|
-
import
|
|
2
|
-
import { CortexClient } from "./client.js";
|
|
3
|
-
import { createRecallHandler } from "./hooks/recall.js";
|
|
4
|
-
import { createCaptureHandler } from "./hooks/capture.js";
|
|
5
|
-
import { FileSyncWatcher } from "./sync/watcher.js";
|
|
6
|
-
import { RetryQueue } from "./utils/retry-queue.js";
|
|
7
|
-
import { LatencyMetrics } from "./utils/metrics.js";
|
|
8
|
-
import { PeriodicReflect } from "./services/reflect.js";
|
|
9
|
-
function resolveEnvVars(value) {
|
|
10
|
-
return value.replace(/\$\{([^}]+)\}/g, (_, envVar) => process.env[envVar] ?? "");
|
|
11
|
-
}
|
|
12
|
-
function resolveConfigEnvVars(raw) {
|
|
13
|
-
const resolved = {};
|
|
14
|
-
for (const [key, value] of Object.entries(raw)) {
|
|
15
|
-
resolved[key] = typeof value === "string" ? resolveEnvVars(value) : value;
|
|
16
|
-
}
|
|
17
|
-
return resolved;
|
|
18
|
-
}
|
|
19
|
-
const plugin = {
|
|
20
|
-
id: "cortex-memory",
|
|
21
|
-
name: "Cortex Memory",
|
|
22
|
-
description: "Long-term memory powered by Cortex — Auto-Recall, Auto-Capture, and background file sync",
|
|
23
|
-
version: "0.2.0",
|
|
24
|
-
kind: "memory",
|
|
25
|
-
configSchema,
|
|
26
|
-
register(api) {
|
|
27
|
-
const raw = api.pluginConfig ?? {};
|
|
28
|
-
const resolved = resolveConfigEnvVars(raw);
|
|
29
|
-
const parsed = CortexConfigSchema.safeParse(resolved);
|
|
30
|
-
if (!parsed.success) {
|
|
31
|
-
api.logger.error("Cortex plugin config invalid:", parsed.error.issues.map((i) => `${i.path.join(".")}: ${i.message}`).join("; "));
|
|
32
|
-
return;
|
|
33
|
-
}
|
|
34
|
-
const config = parsed.data;
|
|
35
|
-
const client = new CortexClient(config.baseUrl, config.apiKey);
|
|
36
|
-
const retryQueue = new RetryQueue(api.logger);
|
|
37
|
-
const recallMetrics = new LatencyMetrics();
|
|
38
|
-
api.logger.info(`Cortex plugin registered (recallMode=${config.recallMode})`);
|
|
39
|
-
// Auto-Recall: inject relevant memories before every agent turn
|
|
40
|
-
api.on("before_agent_start", createRecallHandler(client, config, api.logger, recallMetrics));
|
|
41
|
-
// Auto-Capture: extract facts after agent responses
|
|
42
|
-
api.on("agent_end", createCaptureHandler(client, config, api.logger, retryQueue));
|
|
43
|
-
// Services: retry queue, file sync, periodic reflect
|
|
44
|
-
api.registerService({
|
|
45
|
-
id: "cortex-services",
|
|
46
|
-
start(ctx) {
|
|
47
|
-
retryQueue.start();
|
|
48
|
-
// File sync (MEMORY.md, daily logs, transcripts)
|
|
49
|
-
if (config.fileSync) {
|
|
50
|
-
const workspaceDir = ctx.workspaceDir;
|
|
51
|
-
if (!workspaceDir) {
|
|
52
|
-
api.logger.warn("Cortex file sync: no workspaceDir, skipping");
|
|
53
|
-
}
|
|
54
|
-
else {
|
|
55
|
-
const watcher = new FileSyncWatcher(workspaceDir, client, "openclaw", api.logger, retryQueue, { transcripts: config.transcriptSync });
|
|
56
|
-
watcher.start();
|
|
57
|
-
this._watcher = watcher;
|
|
58
|
-
api.logger.info("Cortex file sync started");
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
// Periodic reflect (memory consolidation)
|
|
62
|
-
if (config.reflectIntervalMs > 0) {
|
|
63
|
-
const reflect = new PeriodicReflect(client, api.logger, config.reflectIntervalMs);
|
|
64
|
-
reflect.start();
|
|
65
|
-
this._reflect = reflect;
|
|
66
|
-
api.logger.info(`Cortex periodic reflect started (every ${config.reflectIntervalMs / 1000}s)`);
|
|
67
|
-
}
|
|
68
|
-
api.logger.info("Cortex services started");
|
|
69
|
-
},
|
|
70
|
-
stop() {
|
|
71
|
-
this._watcher?.stop();
|
|
72
|
-
this._reflect?.stop();
|
|
73
|
-
retryQueue.stop();
|
|
74
|
-
const summary = recallMetrics.summary();
|
|
75
|
-
if (summary.count > 0) {
|
|
76
|
-
api.logger.info(`Cortex recall latency (${summary.count} samples): p50=${summary.p50}ms p95=${summary.p95}ms p99=${summary.p99}ms`);
|
|
77
|
-
}
|
|
78
|
-
},
|
|
79
|
-
});
|
|
80
|
-
},
|
|
81
|
-
};
|
|
1
|
+
import plugin from "./core/plugin.js";
|
|
82
2
|
export default plugin;
|
|
83
3
|
// Named exports for testing / advanced usage
|
|
84
|
-
export { CortexClient } from "./client.js";
|
|
85
|
-
export { CortexConfigSchema } from "./config.js";
|
|
86
|
-
export { createRecallHandler } from "./
|
|
87
|
-
export { createCaptureHandler } from "./
|
|
88
|
-
export { FileSyncWatcher } from "./sync/watcher.js";
|
|
89
|
-
export { RetryQueue } from "./
|
|
90
|
-
export { LatencyMetrics } from "./
|
|
91
|
-
export { PeriodicReflect } from "./
|
|
92
|
-
export { formatMemories } from "./
|
|
93
|
-
export { cleanTranscript, cleanTranscriptChunk } from "./
|
|
4
|
+
export { CortexClient } from "./cortex/client.js";
|
|
5
|
+
export { CortexConfigSchema } from "./core/config/schema.js";
|
|
6
|
+
export { createRecallHandler } from "./features/recall/handler.js";
|
|
7
|
+
export { createCaptureHandler } from "./features/capture/handler.js";
|
|
8
|
+
export { FileSyncWatcher } from "./features/sync/watcher.js";
|
|
9
|
+
export { RetryQueue } from "./shared/queue/retry-queue.js";
|
|
10
|
+
export { LatencyMetrics } from "./shared/metrics/latency-metrics.js";
|
|
11
|
+
export { PeriodicReflect } from "./features/reflect/service.js";
|
|
12
|
+
export { formatMemories } from "./features/recall/formatter.js";
|
|
13
|
+
export { cleanTranscript, cleanTranscriptChunk } from "./shared/transcript/cleaner.js";
|
|
94
14
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,kBAAkB,CAAC;AAEtC,eAAe,MAAM,CAAC;AAEtB,6CAA6C;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAqB,MAAM,yBAAyB,CAAC;AAChF,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Resolves a file path and verifies it stays within the allowed root directory.
|
|
3
|
+
* Rejects symlinks and path traversal attempts.
|
|
4
|
+
*
|
|
5
|
+
* Returns the canonical path if safe, or null if the path should be rejected.
|
|
6
|
+
*/
|
|
7
|
+
export declare function safePath(filePath: string, allowedRoot: string): Promise<string | null>;
|
|
8
|
+
//# sourceMappingURL=safe-path.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safe-path.d.ts","sourceRoot":"","sources":["../../../src/shared/fs/safe-path.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA0BxB"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { realpath, lstat } from "node:fs/promises";
|
|
2
|
+
/**
|
|
3
|
+
* Resolves a file path and verifies it stays within the allowed root directory.
|
|
4
|
+
* Rejects symlinks and path traversal attempts.
|
|
5
|
+
*
|
|
6
|
+
* Returns the canonical path if safe, or null if the path should be rejected.
|
|
7
|
+
*/
|
|
8
|
+
export async function safePath(filePath, allowedRoot) {
|
|
9
|
+
try {
|
|
10
|
+
// Check for symlinks before resolving
|
|
11
|
+
const stats = await lstat(filePath);
|
|
12
|
+
if (stats.isSymbolicLink()) {
|
|
13
|
+
return null;
|
|
14
|
+
}
|
|
15
|
+
// Resolve to canonical path (resolves .., ., etc.)
|
|
16
|
+
const canonical = await realpath(filePath);
|
|
17
|
+
const canonicalRoot = await realpath(allowedRoot);
|
|
18
|
+
// Ensure the resolved path is within the allowed root
|
|
19
|
+
const normalizedRoot = canonicalRoot.endsWith("/")
|
|
20
|
+
? canonicalRoot
|
|
21
|
+
: canonicalRoot + "/";
|
|
22
|
+
if (canonical !== canonicalRoot && !canonical.startsWith(normalizedRoot)) {
|
|
23
|
+
return null;
|
|
24
|
+
}
|
|
25
|
+
return canonical;
|
|
26
|
+
}
|
|
27
|
+
catch {
|
|
28
|
+
// File doesn't exist or is inaccessible
|
|
29
|
+
return null;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=safe-path.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"safe-path.js","sourceRoot":"","sources":["../../../src/shared/fs/safe-path.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,QAAgB,EAChB,WAAmB;IAEnB,IAAI,CAAC;QACH,sCAAsC;QACtC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,mDAAmD;QACnD,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC,CAAC;QAElD,sDAAsD;QACtD,MAAM,cAAc,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChD,CAAC,CAAC,aAAa;YACf,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC;QAExB,IAAI,SAAS,KAAK,aAAa,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,MAAM,CAAC;QACP,wCAAwC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-metrics.d.ts","sourceRoot":"","sources":["../../../src/shared/metrics/latency-metrics.ts"],"names":[],"mappings":"AAEA,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,UAAU,CAAS;gBAEf,UAAU,SAAsB;IAI5C,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOhC,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,UAAU,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAQpC,IAAI,GAAG,IAAI,MAAM,GAAG,IAAI,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,GAAG,IAAI,CAEvB;IAED,IAAI,GAAG,IAAI,MAAM,GAAG,IAAI,CAEvB;IAED,OAAO,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE;IASxF,KAAK,IAAI,IAAI;CAGd"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"latency-metrics.js","sourceRoot":"","sources":["../../../src/shared/metrics/latency-metrics.ts"],"names":[],"mappings":"AAAA,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAEhC,MAAM,OAAO,cAAc;IACjB,OAAO,GAAa,EAAE,CAAC;IACvB,UAAU,CAAS;IAE3B,YAAY,UAAU,GAAG,mBAAmB;QAC1C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,UAAkB;QACvB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,UAAU,CAAC,CAAS;QAClB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAE3C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO;QACL,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;SACd,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;CACF"}
|
|
@@ -13,10 +13,11 @@ export interface RetryTask {
|
|
|
13
13
|
export declare class RetryQueue {
|
|
14
14
|
private logger;
|
|
15
15
|
private maxRetries;
|
|
16
|
+
private maxCapacity;
|
|
16
17
|
private queue;
|
|
17
18
|
private timer;
|
|
18
19
|
private taskCounter;
|
|
19
|
-
constructor(logger: Logger, maxRetries?: number);
|
|
20
|
+
constructor(logger: Logger, maxRetries?: number, maxCapacity?: number);
|
|
20
21
|
start(): void;
|
|
21
22
|
stop(): void;
|
|
22
23
|
enqueue(execute: () => Promise<void>, label?: string): void;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry-queue.d.ts","sourceRoot":"","sources":["../../../src/shared/queue/retry-queue.ts"],"names":[],"mappings":"AAAA,KAAK,MAAM,GAAG;IACZ,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACjC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC/B,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;CACvB;AAQD,qBAAa,UAAU;IAMnB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,WAAW;IAPrB,OAAO,CAAC,KAAK,CAAmB;IAChC,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,WAAW,CAAK;gBAGd,MAAM,EAAE,MAAM,EACd,UAAU,SAAc,EACxB,WAAW,SAAe;IAGpC,KAAK,IAAI,IAAI;IAKb,IAAI,IAAI,IAAI;IAWZ,OAAO,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IA8B3D,IAAI,OAAO,IAAI,MAAM,CAEpB;YAEa,KAAK;CA6BpB"}
|
|
@@ -1,16 +1,19 @@
|
|
|
1
1
|
const BASE_DELAY_MS = 1000;
|
|
2
2
|
const MAX_DELAY_MS = 60_000;
|
|
3
3
|
const MAX_RETRIES = 5;
|
|
4
|
+
const MAX_CAPACITY = 100;
|
|
4
5
|
const FLUSH_INTERVAL_MS = 5000;
|
|
5
6
|
export class RetryQueue {
|
|
6
7
|
logger;
|
|
7
8
|
maxRetries;
|
|
9
|
+
maxCapacity;
|
|
8
10
|
queue = [];
|
|
9
11
|
timer = null;
|
|
10
12
|
taskCounter = 0;
|
|
11
|
-
constructor(logger, maxRetries = MAX_RETRIES) {
|
|
13
|
+
constructor(logger, maxRetries = MAX_RETRIES, maxCapacity = MAX_CAPACITY) {
|
|
12
14
|
this.logger = logger;
|
|
13
15
|
this.maxRetries = maxRetries;
|
|
16
|
+
this.maxCapacity = maxCapacity;
|
|
14
17
|
}
|
|
15
18
|
start() {
|
|
16
19
|
if (this.timer)
|
|
@@ -29,6 +32,20 @@ export class RetryQueue {
|
|
|
29
32
|
}
|
|
30
33
|
enqueue(execute, label) {
|
|
31
34
|
const id = label ?? `task-${++this.taskCounter}`;
|
|
35
|
+
// Deduplicate: if a task with the same label exists, replace it
|
|
36
|
+
const existingIdx = this.queue.findIndex((t) => t.id === id);
|
|
37
|
+
if (existingIdx !== -1) {
|
|
38
|
+
this.queue[existingIdx].execute = execute;
|
|
39
|
+
this.queue[existingIdx].retries = 0;
|
|
40
|
+
this.queue[existingIdx].nextAttemptAt = Date.now();
|
|
41
|
+
this.logger.debug?.(`Retry queue: deduplicated ${id}`);
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
// Capacity check: drop oldest task if at limit
|
|
45
|
+
if (this.queue.length >= this.maxCapacity) {
|
|
46
|
+
const dropped = this.queue.shift();
|
|
47
|
+
this.logger.warn(`Retry queue: at capacity (${this.maxCapacity}), dropped oldest task ${dropped.id}`);
|
|
48
|
+
}
|
|
32
49
|
this.queue.push({
|
|
33
50
|
id,
|
|
34
51
|
execute,
|
|
@@ -53,7 +70,7 @@ export class RetryQueue {
|
|
|
53
70
|
task.retries++;
|
|
54
71
|
if (task.retries >= this.maxRetries) {
|
|
55
72
|
this.queue = this.queue.filter((t) => t.id !== task.id);
|
|
56
|
-
this.logger.warn(`Retry queue: ${task.id} failed after ${this.maxRetries} retries, dropping
|
|
73
|
+
this.logger.warn(`Retry queue: ${task.id} failed after ${this.maxRetries} retries, dropping: ${String(err)}`);
|
|
57
74
|
}
|
|
58
75
|
else {
|
|
59
76
|
const delay = Math.min(BASE_DELAY_MS * Math.pow(2, task.retries), MAX_DELAY_MS);
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry-queue.js","sourceRoot":"","sources":["../../../src/shared/queue/retry-queue.ts"],"names":[],"mappings":"AAcA,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,OAAO,UAAU;IAMX;IACA;IACA;IAPF,KAAK,GAAgB,EAAE,CAAC;IACxB,KAAK,GAA0C,IAAI,CAAC;IACpD,WAAW,GAAG,CAAC,CAAC;IAExB,YACU,MAAc,EACd,aAAa,WAAW,EACxB,cAAc,YAAY;QAF1B,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAAc;QACxB,gBAAW,GAAX,WAAW,CAAe;IACjC,CAAC;IAEJ,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;IAClE,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,IAAI,CAAC,KAAK,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,OAA4B,EAAE,KAAc;QAClD,MAAM,EAAE,GAAG,KAAK,IAAI,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;QAEjD,gEAAgE;QAChE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,+CAA+C;QAC/C,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;YACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,6BAA6B,IAAI,CAAC,WAAW,0BAA0B,OAAO,CAAC,EAAE,EAAE,CACpF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,EAAE;YACF,OAAO;YACP,OAAO,EAAE,CAAC;YACV,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,KAAK;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,GAAG,CAAC,CAAC;QAE/D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACrB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,gBAAgB,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;oBACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gBAAgB,IAAI,CAAC,EAAE,iBAAiB,IAAI,CAAC,UAAU,uBAAuB,MAAM,CAAC,GAAG,CAAC,EAAE,CAC5F,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,EACzC,YAAY,CACb,CAAC;oBACF,IAAI,CAAC,aAAa,GAAG,GAAG,GAAG,KAAK,CAAC;oBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CACjB,gBAAgB,IAAI,CAAC,EAAE,UAAU,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,OAAO,KAAK,IAAI,CACjF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { ConversationMessage } from "
|
|
1
|
+
import type { ConversationMessage } from "../../cortex/client.js";
|
|
2
2
|
/**
|
|
3
3
|
* Clean a raw JSONL transcript into a conversation suitable for Cortex ingestion.
|
|
4
4
|
*
|
|
@@ -21,4 +21,4 @@ export declare function cleanTranscriptChunk(newLines: string): {
|
|
|
21
21
|
messages: ConversationMessage[];
|
|
22
22
|
worthIngesting: boolean;
|
|
23
23
|
};
|
|
24
|
-
//# sourceMappingURL=
|
|
24
|
+
//# sourceMappingURL=cleaner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cleaner.d.ts","sourceRoot":"","sources":["../../../src/shared/transcript/cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAkElE;;;;;;;;;;;;GAYG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,mBAAmB,EAAE,CA2BxE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG;IACtD,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAChC,cAAc,EAAE,OAAO,CAAC;CACzB,CAQA"}
|
|
@@ -93,4 +93,4 @@ export function cleanTranscriptChunk(newLines) {
|
|
|
93
93
|
const hasAssistant = messages.some((m) => m.role === "assistant" && m.content.length > 20);
|
|
94
94
|
return { messages, worthIngesting: hasUser && hasAssistant };
|
|
95
95
|
}
|
|
96
|
-
//# sourceMappingURL=
|
|
96
|
+
//# sourceMappingURL=cleaner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cleaner.js","sourceRoot":"","sources":["../../../src/shared/transcript/cleaner.ts"],"names":[],"mappings":"AAiBA,MAAM,cAAc,GAAG,yCAAyC,CAAC;AACjE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;AAEtD;;GAEG;AACH,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,OAAgB;IACnC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO,OAAO;aACX,MAAM,CACL,CAAC,KAAK,EAA2C,EAAE,CACjD,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,KAAK,IAAI;YACd,MAAM,IAAI,KAAK;YACf,MAAM,IAAI,KAAK;YACf,KAAK,CAAC,IAAI,KAAK,MAAM,CACxB;aACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC1B,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IACrC,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,sBAAsB;QACtB,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAErC,yBAAyB;QACzB,IAAI,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,YAAY;YAAE,SAAS;QAEpD,gEAAgE;QAChE,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,SAAS;QAEjD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAE3B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,gBAAgB;YAAE,SAAS;QAEvD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IAInD,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAE3C,uEAAuE;IACvE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACjF,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAE3F,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,IAAI,YAAY,EAAE,CAAC;AAC/D,CAAC"}
|