@remnic/core 9.3.593 → 9.3.595
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/access-cli.js +2 -2
- package/dist/buffer-surprise.js +2 -2
- package/dist/{chunk-5JRF2PZA.js → chunk-BF7ZRHH2.js} +2 -2
- package/dist/{chunk-7ZGA7YTS.js → chunk-JIBCUYIP.js} +3 -3
- package/dist/{chunk-7ZGA7YTS.js.map → chunk-JIBCUYIP.js.map} +1 -1
- package/dist/{chunk-KVE7R4CG.js → chunk-WCYKT2DE.js} +21 -1
- package/dist/chunk-WCYKT2DE.js.map +1 -0
- package/dist/index.js +3 -3
- package/dist/orchestrator.js +2 -2
- package/dist/schemas.d.ts +22 -22
- package/dist/semantic-chunking.js +1 -1
- package/dist/transfer/types.d.ts +12 -12
- package/package.json +1 -1
- package/src/dedup/semantic.test.ts +33 -0
- package/src/dedup/semantic.ts +7 -1
- package/src/semantic-chunking.ts +25 -0
- package/dist/chunk-KVE7R4CG.js.map +0 -1
- /package/dist/{chunk-5JRF2PZA.js.map → chunk-BF7ZRHH2.js.map} +0 -0
package/dist/access-cli.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
Orchestrator
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-JIBCUYIP.js";
|
|
4
4
|
import "./chunk-5RIRL3XL.js";
|
|
5
5
|
import "./chunk-KVEVLBKC.js";
|
|
6
6
|
import "./chunk-BFBF3XEF.js";
|
|
@@ -116,7 +116,7 @@ import "./chunk-3ONXXHQO.js";
|
|
|
116
116
|
import "./chunk-LMDRGRJ2.js";
|
|
117
117
|
import "./chunk-OKTXM5H4.js";
|
|
118
118
|
import "./chunk-3UXOZBHV.js";
|
|
119
|
-
import "./chunk-
|
|
119
|
+
import "./chunk-WCYKT2DE.js";
|
|
120
120
|
import "./chunk-4WMCPJWX.js";
|
|
121
121
|
import "./chunk-EVZFIAPG.js";
|
|
122
122
|
import "./chunk-CSKLPDN6.js";
|
package/dist/buffer-surprise.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
cosineSimilarity
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-WCYKT2DE.js";
|
|
4
4
|
|
|
5
5
|
// src/buffer-surprise.ts
|
|
6
6
|
var DEFAULT_SURPRISE_K = 5;
|
|
@@ -64,4 +64,4 @@ export {
|
|
|
64
64
|
DEFAULT_SURPRISE_K,
|
|
65
65
|
computeSurprise
|
|
66
66
|
};
|
|
67
|
-
//# sourceMappingURL=chunk-
|
|
67
|
+
//# sourceMappingURL=chunk-BF7ZRHH2.js.map
|
|
@@ -274,7 +274,7 @@ import {
|
|
|
274
274
|
} from "./chunk-LMDRGRJ2.js";
|
|
275
275
|
import {
|
|
276
276
|
semanticChunkContent
|
|
277
|
-
} from "./chunk-
|
|
277
|
+
} from "./chunk-WCYKT2DE.js";
|
|
278
278
|
import {
|
|
279
279
|
chunkContent
|
|
280
280
|
} from "./chunk-4WMCPJWX.js";
|
|
@@ -629,7 +629,7 @@ async function decideSemanticDedup(content, lookup, options) {
|
|
|
629
629
|
}
|
|
630
630
|
let top;
|
|
631
631
|
for (const hit of hits) {
|
|
632
|
-
if (!hit || typeof hit.score !== "number" || !Number.isFinite(hit.score)) {
|
|
632
|
+
if (!hit || typeof hit.id !== "string" || hit.id.trim().length === 0 || typeof hit.score !== "number" || !Number.isFinite(hit.score)) {
|
|
633
633
|
continue;
|
|
634
634
|
}
|
|
635
635
|
if (!top || hit.score > top.score) {
|
|
@@ -12405,4 +12405,4 @@ export {
|
|
|
12405
12405
|
resolvePersistedMemoryRelativePath,
|
|
12406
12406
|
Orchestrator
|
|
12407
12407
|
};
|
|
12408
|
-
//# sourceMappingURL=chunk-
|
|
12408
|
+
//# sourceMappingURL=chunk-JIBCUYIP.js.map
|