@dikolab/kbdb 0.1.6 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +30 -9
- package/dist/cli.cjs +181 -50
- package/dist/cli.cjs.map +3 -3
- package/dist/cli.mjs +181 -50
- package/dist/cli.mjs.map +3 -3
- package/dist/kbdb-worker.cjs +283 -29
- package/dist/kbdb-worker.cjs.map +4 -4
- package/dist/mod.cjs +13 -2
- package/dist/mod.cjs.map +2 -2
- package/dist/mod.mjs +13 -2
- package/dist/mod.mjs.map +2 -2
- package/dist/src/shared/cli/functions/format-output.function.d.ts +7 -7
- package/dist/src/shared/cli/functions/run-search.function.d.ts +25 -16
- package/dist/src/shared/cli/index.d.ts +1 -1
- package/dist/src/shared/cli/typings/cli-options.interface.d.ts +2 -0
- package/dist/src/shared/cli/typings/search-display.model.d.ts +25 -7
- package/dist/src/shared/mcp/functions/handle-recall.function.d.ts +29 -0
- package/dist/src/shared/mcp/typings/mcp-client.interface.d.ts +30 -11
- package/dist/src/shared/version/constants/version.constant.d.ts +1 -1
- package/dist/src/shared/wasm-codec/functions/decode-recall-result.function.d.ts +28 -0
- package/dist/src/shared/wasm-codec/functions/decode-scored-results.function.d.ts +14 -7
- package/dist/src/shared/wasm-codec/functions/encode-recall-params.function.d.ts +21 -0
- package/dist/src/shared/wasm-codec/functions/encode-search-params.function.d.ts +1 -1
- package/dist/src/shared/wasm-codec/index.d.ts +5 -2
- package/dist/src/shared/worker-client/classes/worker-client.class.d.ts +13 -3
- package/dist/src/shared/worker-client/index.d.ts +2 -1
- package/dist/src/shared/worker-client/typings/recall-result.model.d.ts +94 -0
- package/dist/src/shared/worker-client/typings/search-params.model.d.ts +2 -0
- package/dist/src/shared/worker-client/typings/search-result.model.d.ts +23 -7
- package/dist/src/shared/worker-daemon/classes/worker-daemon.class.d.ts +1 -0
- package/dist/wasm/fs-database/kbdb_fs_database.d.ts +18 -0
- package/dist/wasm/fs-database/kbdb_fs_database.js +30 -0
- package/dist/wasm/fs-database/kbdb_fs_database_bg.wasm +0 -0
- package/dist/wasm/fs-database/kbdb_fs_database_bg.wasm.d.ts +2 -0
- package/dist/wasm/kb-worker/kbdb_worker.d.ts +38 -0
- package/dist/wasm/kb-worker/kbdb_worker.js +56 -0
- package/dist/wasm/kb-worker/kbdb_worker_bg.wasm +0 -0
- package/dist/wasm/kb-worker/kbdb_worker_bg.wasm.d.ts +3 -0
- package/dist/worker.mjs +283 -29
- package/dist/worker.mjs.map +4 -4
- package/docs/details/README.md +26 -0
- package/docs/details/cli.md +608 -0
- package/docs/details/library-api.md +406 -0
- package/docs/details/mcp-server.md +430 -0
- package/docs/details/search-and-ranking.md +457 -0
- package/docs/details/storage.md +529 -0
- package/docs/goals/agents.md +751 -0
- package/docs/goals/architecture.svg +198 -0
- package/docs/goals/cli.md +2308 -0
- package/docs/goals/content-composer.md +609 -0
- package/docs/goals/content-parser.md +279 -0
- package/docs/goals/database.md +1452 -0
- package/docs/goals/document.md +368 -0
- package/docs/goals/mcp.md +1467 -0
- package/docs/goals/overview.md +124 -0
- package/docs/goals/query-parser.md +271 -0
- package/docs/goals/query-result.md +693 -0
- package/docs/goals/skills.md +738 -0
- package/docs/goals/worker-client.md +944 -0
- package/docs/goals/worker-daemon.md +1447 -0
- package/docs/modules/overview.md +298 -0
- package/docs/modules/rust/fs-database/functions/document.md +48 -0
- package/docs/modules/rust/fs-database/functions/integrity.md +68 -0
- package/docs/modules/rust/fs-database/functions/io.md +87 -0
- package/docs/modules/rust/fs-database/functions/module.md +22 -0
- package/docs/modules/rust/fs-database/functions/query-exec.md +44 -0
- package/docs/modules/rust/fs-database/functions/section.md +59 -0
- package/docs/modules/rust/fs-database/indexes/btree.md +35 -0
- package/docs/modules/rust/fs-database/indexes/corpus.md +61 -0
- package/docs/modules/rust/fs-database/indexes/inverted.md +60 -0
- package/docs/modules/rust/fs-database/indexes/module.md +64 -0
- package/docs/modules/rust/fs-database/indexes/positional.md +39 -0
- package/docs/modules/rust/fs-database/module.md +149 -0
- package/docs/modules/rust/fs-database/types/catalog.md +53 -0
- package/docs/modules/rust/fs-database/types/module.md +12 -0
- package/docs/modules/rust/fs-database/types/section.md +101 -0
- package/docs/modules/rust/kb-worker/functions/compose.md +57 -0
- package/docs/modules/rust/kb-worker/functions/module.md +20 -0
- package/docs/modules/rust/kb-worker/functions/retrieve.md +194 -0
- package/docs/modules/rust/kb-worker/functions/search.md +173 -0
- package/docs/modules/rust/kb-worker/functions/write.md +172 -0
- package/docs/modules/rust/kb-worker/module.md +171 -0
- package/docs/modules/rust/kb-worker/types/cache.md +90 -0
- package/docs/modules/rust/kb-worker/types/context.md +26 -0
- package/docs/modules/rust/kb-worker/types/module.md +16 -0
- package/docs/modules/rust/kb-worker/types/status.md +29 -0
- package/docs/modules/rust/kb-worker/types/token.md +50 -0
- package/docs/modules/rust/overview.md +495 -0
- package/docs/modules/rust/query-parser/functions/extract.md +56 -0
- package/docs/modules/rust/query-parser/functions/module.md +16 -0
- package/docs/modules/rust/query-parser/functions/parse.md +33 -0
- package/docs/modules/rust/query-parser/functions/pipeline.md +103 -0
- package/docs/modules/rust/query-parser/functions/rank.md +85 -0
- package/docs/modules/rust/query-parser/module.md +136 -0
- package/docs/modules/rust/query-parser/types/cache.md +39 -0
- package/docs/modules/rust/query-parser/types/keyphrase.md +60 -0
- package/docs/modules/rust/query-parser/types/module.md +17 -0
- package/docs/modules/rust/query-parser/types/token.md +42 -0
- package/docs/modules/rust/shared/content-composer/functions.md +114 -0
- package/docs/modules/rust/shared/content-composer/module.md +147 -0
- package/docs/modules/rust/shared/content-composer/types.md +93 -0
- package/docs/modules/rust/shared/content-parser/functions.md +72 -0
- package/docs/modules/rust/shared/content-parser/module.md +99 -0
- package/docs/modules/rust/shared/content-parser/types.md +71 -0
- package/docs/modules/rust/shared/corpus/module.md +24 -0
- package/docs/modules/rust/shared/corpus/types.md +141 -0
- package/docs/modules/rust/shared/document/module.md +25 -0
- package/docs/modules/rust/shared/document/types.md +154 -0
- package/docs/modules/rust/shared/encode/module.md +22 -0
- package/docs/modules/rust/shared/encode/traits.md +304 -0
- package/docs/modules/rust/shared/error/module.md +28 -0
- package/docs/modules/rust/shared/error/types.md +302 -0
- package/docs/modules/rust/shared/kbid/module.md +24 -0
- package/docs/modules/rust/shared/kbid/types.md +147 -0
- package/docs/modules/rust/shared/memory/functions.md +209 -0
- package/docs/modules/rust/shared/memory/module.md +24 -0
- package/docs/modules/rust/shared/module.md +168 -0
- package/docs/modules/rust/shared/query/module.md +27 -0
- package/docs/modules/rust/shared/query/types.md +236 -0
- package/docs/modules/rust/shared/section/module.md +25 -0
- package/docs/modules/rust/shared/section/types.md +294 -0
- package/docs/modules/rust/shared/term/module.md +25 -0
- package/docs/modules/rust/shared/term/types.md +139 -0
- package/docs/modules/typescript/cli.md +129 -0
- package/docs/modules/typescript/kbdb-worker.md +135 -0
- package/docs/modules/typescript/overview.md +378 -0
- package/docs/modules/typescript/shared/cli/constants.md +23 -0
- package/docs/modules/typescript/shared/cli/functions.md +630 -0
- package/docs/modules/typescript/shared/cli/module.md +125 -0
- package/docs/modules/typescript/shared/cli/typings.md +172 -0
- package/docs/modules/typescript/shared/hash/functions.md +20 -0
- package/docs/modules/typescript/shared/hash/module.md +21 -0
- package/docs/modules/typescript/shared/mcp/classes.md +179 -0
- package/docs/modules/typescript/shared/mcp/functions.md +386 -0
- package/docs/modules/typescript/shared/mcp/module.md +160 -0
- package/docs/modules/typescript/shared/mcp/typings.md +522 -0
- package/docs/modules/typescript/shared/module.md +94 -0
- package/docs/modules/typescript/shared/platform/functions.md +42 -0
- package/docs/modules/typescript/shared/platform/module.md +25 -0
- package/docs/modules/typescript/shared/runtime/functions.md +26 -0
- package/docs/modules/typescript/shared/runtime/module.md +27 -0
- package/docs/modules/typescript/shared/runtime/typings.md +13 -0
- package/docs/modules/typescript/shared/version/module.md +27 -0
- package/docs/modules/typescript/shared/wasm-codec/functions.md +391 -0
- package/docs/modules/typescript/shared/wasm-codec/module.md +98 -0
- package/docs/modules/typescript/shared/worker-client/classes.md +264 -0
- package/docs/modules/typescript/shared/worker-client/functions.md +175 -0
- package/docs/modules/typescript/shared/worker-client/module.md +84 -0
- package/docs/modules/typescript/shared/worker-client/typings.md +508 -0
- package/docs/modules/typescript/shared/worker-daemon/classes.md +239 -0
- package/docs/modules/typescript/shared/worker-daemon/constants.md +37 -0
- package/docs/modules/typescript/shared/worker-daemon/functions.md +221 -0
- package/docs/modules/typescript/shared/worker-daemon/module.md +112 -0
- package/docs/modules/typescript/shared/worker-daemon/typings.md +126 -0
- package/docs/overview.md +188 -0
- package/docs/release-notes/0.1.0.md +189 -0
- package/docs/release-notes/0.1.1.md +46 -0
- package/docs/release-notes/0.1.2.md +38 -0
- package/docs/release-notes/0.1.3.md +42 -0
- package/docs/release-notes/0.2.0.md +147 -0
- package/docs/release-notes/README.md +9 -0
- package/package.json +8 -2
- package/src/shared/cli/functions/dispatch-command.function.ts +3 -3
- package/src/shared/cli/functions/format-output.function.ts +41 -34
- package/src/shared/cli/functions/parse-args.function.ts +7 -0
- package/src/shared/cli/functions/run-search.function.ts +53 -27
- package/src/shared/cli/index.ts +4 -1
- package/src/shared/cli/typings/cli-options.interface.ts +2 -0
- package/src/shared/cli/typings/search-display.model.ts +26 -7
- package/src/shared/mcp/functions/create-tool-definitions.function.ts +64 -4
- package/src/shared/mcp/functions/handle-recall.function.ts +66 -0
- package/src/shared/mcp/functions/handle-tool-call.function.ts +11 -1
- package/src/shared/mcp/typings/mcp-client.interface.ts +33 -15
- package/src/shared/version/constants/version.constant.ts +1 -1
- package/src/shared/wasm-codec/functions/decode-recall-result.function.ts +267 -0
- package/src/shared/wasm-codec/functions/decode-scored-results.function.ts +81 -27
- package/src/shared/wasm-codec/functions/encode-recall-params.function.ts +68 -0
- package/src/shared/wasm-codec/functions/encode-search-params.function.ts +4 -1
- package/src/shared/wasm-codec/index.ts +11 -3
- package/src/shared/worker-client/classes/worker-client.class.ts +24 -4
- package/src/shared/worker-client/index.ts +11 -1
- package/src/shared/worker-client/typings/recall-result.model.ts +98 -0
- package/src/shared/worker-client/typings/search-params.model.ts +2 -0
- package/src/shared/worker-client/typings/search-result.model.ts +24 -7
- package/src/shared/worker-daemon/classes/worker-daemon.class.ts +25 -4
- package/src/wasm/fs-database/kbdb_fs_database.d.ts +18 -0
- package/src/wasm/fs-database/kbdb_fs_database.js +30 -0
- package/src/wasm/fs-database/kbdb_fs_database_bg.wasm +0 -0
- package/src/wasm/fs-database/kbdb_fs_database_bg.wasm.d.ts +2 -0
- package/src/wasm/kb-worker/kbdb_worker.d.ts +38 -0
- package/src/wasm/kb-worker/kbdb_worker.js +56 -0
- package/src/wasm/kb-worker/kbdb_worker_bg.wasm +0 -0
- package/src/wasm/kb-worker/kbdb_worker_bg.wasm.d.ts +3 -0
|
@@ -48,6 +48,22 @@ declare namespace wasm_bindgen {
|
|
|
48
48
|
*/
|
|
49
49
|
export function db_gc(_ptr: number, _len: number): number;
|
|
50
50
|
|
|
51
|
+
/**
|
|
52
|
+
* Returns back-references pointing to a section.
|
|
53
|
+
* `ptr`/`len` point to a UTF-8 kbid string.
|
|
54
|
+
* On success encodes `u32 count` followed by entries (peer_id, marker_type,
|
|
55
|
+
* context_snippet) into the return slot.
|
|
56
|
+
*/
|
|
57
|
+
export function db_get_back_refs(ptr: number, len: number): number;
|
|
58
|
+
|
|
59
|
+
/**
|
|
60
|
+
* Returns forward references for a section.
|
|
61
|
+
* `ptr`/`len` point to a UTF-8 kbid string.
|
|
62
|
+
* On success encodes `u32 count` followed by entries (peer_id, marker_type,
|
|
63
|
+
* context_snippet) into the return slot.
|
|
64
|
+
*/
|
|
65
|
+
export function db_get_forward_refs(ptr: number, len: number): number;
|
|
66
|
+
|
|
51
67
|
/**
|
|
52
68
|
* Initialises the database context path.
|
|
53
69
|
*
|
|
@@ -431,6 +447,20 @@ declare namespace wasm_bindgen {
|
|
|
431
447
|
*/
|
|
432
448
|
export function worker_rebuild_indexes(): number;
|
|
433
449
|
|
|
450
|
+
/**
|
|
451
|
+
* Recalls section content with optional progressive context expansion.
|
|
452
|
+
*
|
|
453
|
+
* Input format (binary):
|
|
454
|
+
* - `u8 tag`: 0 = single kbid, 1 = batch kbids
|
|
455
|
+
* - If tag=0: `String kbid`
|
|
456
|
+
* - If tag=1: `u32 count` + `String[]` kbids
|
|
457
|
+
* - `u32 depth` (0-3, values above 3 are clamped to 3)
|
|
458
|
+
*
|
|
459
|
+
* On success writes the encoded result to the return slot and returns 0.
|
|
460
|
+
* On error writes an error message to the return slot and returns -1.
|
|
461
|
+
*/
|
|
462
|
+
export function worker_recall(ptr: number, len: number): number;
|
|
463
|
+
|
|
434
464
|
/**
|
|
435
465
|
* Removes a document grouping. Returns 0 on success, -1 on error.
|
|
436
466
|
*/
|
|
@@ -457,6 +487,11 @@ declare namespace wasm_bindgen {
|
|
|
457
487
|
|
|
458
488
|
/**
|
|
459
489
|
* Performs a search, returning an async result token.
|
|
490
|
+
*
|
|
491
|
+
* Input format: `"query\nmode\nlimit\noffset"` (offset is optional,
|
|
492
|
+
* defaults to 0).
|
|
493
|
+
*
|
|
494
|
+
* The result is a `PagedSearchResult` envelope encoded as binary.
|
|
460
495
|
*/
|
|
461
496
|
export function worker_search(ptr: number, len: number): number;
|
|
462
497
|
|
|
@@ -502,6 +537,7 @@ declare interface InitOutput {
|
|
|
502
537
|
readonly worker_query: (a: number, b: number) => number;
|
|
503
538
|
readonly worker_read_sections: (a: number, b: number) => number;
|
|
504
539
|
readonly worker_rebuild_indexes: () => number;
|
|
540
|
+
readonly worker_recall: (a: number, b: number) => number;
|
|
505
541
|
readonly worker_remove_grouping: (a: number, b: number) => number;
|
|
506
542
|
readonly worker_remove_section: (a: number, b: number) => number;
|
|
507
543
|
readonly worker_result_status: (a: number) => number;
|
|
@@ -530,6 +566,8 @@ declare interface InitOutput {
|
|
|
530
566
|
readonly db_check_integrity: (a: number, b: number) => number;
|
|
531
567
|
readonly db_check_version: (a: number, b: number) => number;
|
|
532
568
|
readonly db_gc: (a: number, b: number) => number;
|
|
569
|
+
readonly db_get_back_refs: (a: number, b: number) => number;
|
|
570
|
+
readonly db_get_forward_refs: (a: number, b: number) => number;
|
|
533
571
|
readonly db_init: (a: number, b: number) => number;
|
|
534
572
|
readonly db_init_catalog: (a: number, b: number) => number;
|
|
535
573
|
readonly db_init_directory: (a: number, b: number) => number;
|
|
@@ -85,6 +85,36 @@ let wasm_bindgen = (function(exports) {
|
|
|
85
85
|
}
|
|
86
86
|
exports.db_gc = db_gc;
|
|
87
87
|
|
|
88
|
+
/**
|
|
89
|
+
* Returns back-references pointing to a section.
|
|
90
|
+
* `ptr`/`len` point to a UTF-8 kbid string.
|
|
91
|
+
* On success encodes `u32 count` followed by entries (peer_id, marker_type,
|
|
92
|
+
* context_snippet) into the return slot.
|
|
93
|
+
* @param {number} ptr
|
|
94
|
+
* @param {number} len
|
|
95
|
+
* @returns {number}
|
|
96
|
+
*/
|
|
97
|
+
function db_get_back_refs(ptr, len) {
|
|
98
|
+
const ret = wasm.db_get_back_refs(ptr, len);
|
|
99
|
+
return ret;
|
|
100
|
+
}
|
|
101
|
+
exports.db_get_back_refs = db_get_back_refs;
|
|
102
|
+
|
|
103
|
+
/**
|
|
104
|
+
* Returns forward references for a section.
|
|
105
|
+
* `ptr`/`len` point to a UTF-8 kbid string.
|
|
106
|
+
* On success encodes `u32 count` followed by entries (peer_id, marker_type,
|
|
107
|
+
* context_snippet) into the return slot.
|
|
108
|
+
* @param {number} ptr
|
|
109
|
+
* @param {number} len
|
|
110
|
+
* @returns {number}
|
|
111
|
+
*/
|
|
112
|
+
function db_get_forward_refs(ptr, len) {
|
|
113
|
+
const ret = wasm.db_get_forward_refs(ptr, len);
|
|
114
|
+
return ret;
|
|
115
|
+
}
|
|
116
|
+
exports.db_get_forward_refs = db_get_forward_refs;
|
|
117
|
+
|
|
88
118
|
/**
|
|
89
119
|
* Initialises the database context path.
|
|
90
120
|
*
|
|
@@ -813,6 +843,27 @@ let wasm_bindgen = (function(exports) {
|
|
|
813
843
|
}
|
|
814
844
|
exports.worker_rebuild_indexes = worker_rebuild_indexes;
|
|
815
845
|
|
|
846
|
+
/**
|
|
847
|
+
* Recalls section content with optional progressive context expansion.
|
|
848
|
+
*
|
|
849
|
+
* Input format (binary):
|
|
850
|
+
* - `u8 tag`: 0 = single kbid, 1 = batch kbids
|
|
851
|
+
* - If tag=0: `String kbid`
|
|
852
|
+
* - If tag=1: `u32 count` + `String[]` kbids
|
|
853
|
+
* - `u32 depth` (0-3, values above 3 are clamped to 3)
|
|
854
|
+
*
|
|
855
|
+
* On success writes the encoded result to the return slot and returns 0.
|
|
856
|
+
* On error writes an error message to the return slot and returns -1.
|
|
857
|
+
* @param {number} ptr
|
|
858
|
+
* @param {number} len
|
|
859
|
+
* @returns {number}
|
|
860
|
+
*/
|
|
861
|
+
function worker_recall(ptr, len) {
|
|
862
|
+
const ret = wasm.worker_recall(ptr, len);
|
|
863
|
+
return ret;
|
|
864
|
+
}
|
|
865
|
+
exports.worker_recall = worker_recall;
|
|
866
|
+
|
|
816
867
|
/**
|
|
817
868
|
* Removes a document grouping. Returns 0 on success, -1 on error.
|
|
818
869
|
* @param {number} ptr
|
|
@@ -866,6 +917,11 @@ let wasm_bindgen = (function(exports) {
|
|
|
866
917
|
|
|
867
918
|
/**
|
|
868
919
|
* Performs a search, returning an async result token.
|
|
920
|
+
*
|
|
921
|
+
* Input format: `"query\nmode\nlimit\noffset"` (offset is optional,
|
|
922
|
+
* defaults to 0).
|
|
923
|
+
*
|
|
924
|
+
* The result is a `PagedSearchResult` envelope encoded as binary.
|
|
869
925
|
* @param {number} ptr
|
|
870
926
|
* @param {number} len
|
|
871
927
|
* @returns {number}
|
|
Binary file
|
|
@@ -20,6 +20,7 @@ export const worker_list_docs_by_type: (a: number, b: number) => number;
|
|
|
20
20
|
export const worker_query: (a: number, b: number) => number;
|
|
21
21
|
export const worker_read_sections: (a: number, b: number) => number;
|
|
22
22
|
export const worker_rebuild_indexes: () => number;
|
|
23
|
+
export const worker_recall: (a: number, b: number) => number;
|
|
23
24
|
export const worker_remove_grouping: (a: number, b: number) => number;
|
|
24
25
|
export const worker_remove_section: (a: number, b: number) => number;
|
|
25
26
|
export const worker_result_status: (a: number) => number;
|
|
@@ -48,6 +49,8 @@ export const db_add_to_index: (a: number, b: number) => number;
|
|
|
48
49
|
export const db_check_integrity: (a: number, b: number) => number;
|
|
49
50
|
export const db_check_version: (a: number, b: number) => number;
|
|
50
51
|
export const db_gc: (a: number, b: number) => number;
|
|
52
|
+
export const db_get_back_refs: (a: number, b: number) => number;
|
|
53
|
+
export const db_get_forward_refs: (a: number, b: number) => number;
|
|
51
54
|
export const db_init: (a: number, b: number) => number;
|
|
52
55
|
export const db_init_catalog: (a: number, b: number) => number;
|
|
53
56
|
export const db_init_directory: (a: number, b: number) => number;
|