@workglow/dataset 0.0.110 → 0.0.114

package/dist/document/DocumentSchema.d.ts

@@ -1173,471 +1173,6 @@ export declare const TokenBudgetSchema: {
     readonly additionalProperties: false;
 };
 export type TokenBudget = FromSchema<typeof TokenBudgetSchema>;
-/**
- * Schema for chunk enrichment
- */
-export declare const ChunkEnrichmentSchema: {
-    readonly type: "object";
-    readonly properties: {
-        readonly summary: {
-            readonly type: "string";
-            readonly title: "Summary";
-            readonly description: "Summary of the chunk content";
-        };
-        readonly entities: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "object";
-                readonly properties: {
-                    readonly text: {
-                        readonly type: "string";
-                        readonly title: "Text";
-                        readonly description: "Entity text";
-                    };
-                    readonly type: {
-                        readonly type: "string";
-                        readonly title: "Type";
-                        readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
-                    };
-                    readonly score: {
-                        readonly type: "number";
-                        readonly title: "Score";
-                        readonly description: "Confidence score";
-                    };
-                };
-                readonly required: readonly ["text", "type", "score"];
-                readonly additionalProperties: false;
-            };
-            readonly title: "Entities";
-            readonly description: "Named entities extracted from the chunk";
-        };
-    };
-    readonly additionalProperties: false;
-};
-export type ChunkEnrichment = FromSchema<typeof ChunkEnrichmentSchema>;
-/**
- * Schema for chunk node (output of HierarchicalChunker)
- */
-export declare const ChunkNodeSchema: () => {
-    readonly type: "object";
-    readonly properties: {
-        readonly chunkId: {
-            readonly type: "string";
-            readonly title: "Chunk ID";
-            readonly description: "Unique identifier for this chunk";
-        };
-        readonly doc_id: {
-            readonly type: "string";
-            readonly title: "Document ID";
-            readonly description: "ID of the parent document";
-        };
-        readonly text: {
-            readonly type: "string";
-            readonly title: "Text";
-            readonly description: "Text content of the chunk";
-        };
-        readonly nodePath: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Node Path";
-            readonly description: "Node IDs from root to leaf";
-        };
-        readonly depth: {
-            readonly type: "integer";
-            readonly title: "Depth";
-            readonly description: "Depth in the document tree";
-        };
-        readonly enrichment: {
-            readonly type: "object";
-            readonly properties: {
-                readonly summary: {
-                    readonly type: "string";
-                    readonly title: "Summary";
-                    readonly description: "Summary of the chunk content";
-                };
-                readonly entities: {
-                    readonly type: "array";
-                    readonly items: {
-                        readonly type: "object";
-                        readonly properties: {
-                            readonly text: {
-                                readonly type: "string";
-                                readonly title: "Text";
-                                readonly description: "Entity text";
-                            };
-                            readonly type: {
-                                readonly type: "string";
-                                readonly title: "Type";
-                                readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
-                            };
-                            readonly score: {
-                                readonly type: "number";
-                                readonly title: "Score";
-                                readonly description: "Confidence score";
-                            };
-                        };
-                        readonly required: readonly ["text", "type", "score"];
-                        readonly additionalProperties: false;
-                    };
-                    readonly title: "Entities";
-                    readonly description: "Named entities extracted from the chunk";
-                };
-            };
-            readonly additionalProperties: false;
-        };
-    };
-    readonly required: readonly ["chunkId", "doc_id", "text", "nodePath", "depth"];
-    readonly additionalProperties: false;
-};
-export type ChunkNode = FromSchema<ReturnType<typeof ChunkNodeSchema>>;
-/**
- * Schema for chunk metadata stored in vector database
- * This is the metadata output from ChunkToVectorTask
- */
-export declare const ChunkMetadataSchema: {
-    readonly type: "object";
-    readonly properties: {
-        readonly doc_id: {
-            readonly type: "string";
-            readonly title: "Document ID";
-            readonly description: "ID of the parent document";
-        };
-        readonly chunkId: {
-            readonly type: "string";
-            readonly title: "Chunk ID";
-            readonly description: "Unique identifier for this chunk";
-        };
-        readonly leafNodeId: {
-            readonly type: "string";
-            readonly title: "Leaf Node ID";
-            readonly description: "ID of the leaf node this chunk belongs to";
-        };
-        readonly depth: {
-            readonly type: "integer";
-            readonly title: "Depth";
-            readonly description: "Depth in the document tree";
-        };
-        readonly text: {
-            readonly type: "string";
-            readonly title: "Text";
-            readonly description: "Text content of the chunk";
-        };
-        readonly nodePath: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Node Path";
-            readonly description: "Node IDs from root to leaf";
-        };
-        readonly summary: {
-            readonly type: "string";
-            readonly title: "Summary";
-            readonly description: "Summary of the chunk content";
-        };
-        readonly entities: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "object";
-                readonly properties: {
-                    readonly text: {
-                        readonly type: "string";
-                        readonly title: "Text";
-                        readonly description: "Entity text";
-                    };
-                    readonly type: {
-                        readonly type: "string";
-                        readonly title: "Type";
-                        readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
-                    };
-                    readonly score: {
-                        readonly type: "number";
-                        readonly title: "Score";
-                        readonly description: "Confidence score";
-                    };
-                };
-                readonly required: readonly ["text", "type", "score"];
-                readonly additionalProperties: false;
-            };
-            readonly title: "Entities";
-            readonly description: "Named entities extracted from the chunk";
-        };
-    };
-    readonly required: readonly ["doc_id", "chunkId", "leafNodeId", "depth", "text", "nodePath"];
-    readonly additionalProperties: true;
-};
-export type ChunkMetadata = FromSchema<typeof ChunkMetadataSchema>;
-/**
- * Schema for chunk metadata array (for use in task schemas)
- */
-export declare const ChunkMetadataArraySchema: {
-    readonly type: "array";
-    readonly items: {
-        readonly type: "object";
-        readonly properties: {
-            readonly doc_id: {
-                readonly type: "string";
-                readonly title: "Document ID";
-                readonly description: "ID of the parent document";
-            };
-            readonly chunkId: {
-                readonly type: "string";
-                readonly title: "Chunk ID";
-                readonly description: "Unique identifier for this chunk";
-            };
-            readonly leafNodeId: {
-                readonly type: "string";
-                readonly title: "Leaf Node ID";
-                readonly description: "ID of the leaf node this chunk belongs to";
-            };
-            readonly depth: {
-                readonly type: "integer";
-                readonly title: "Depth";
-                readonly description: "Depth in the document tree";
-            };
-            readonly text: {
-                readonly type: "string";
-                readonly title: "Text";
-                readonly description: "Text content of the chunk";
-            };
-            readonly nodePath: {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                };
-                readonly title: "Node Path";
-                readonly description: "Node IDs from root to leaf";
-            };
-            readonly summary: {
-                readonly type: "string";
-                readonly title: "Summary";
-                readonly description: "Summary of the chunk content";
-            };
-            readonly entities: {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "object";
-                    readonly properties: {
-                        readonly text: {
-                            readonly type: "string";
-                            readonly title: "Text";
-                            readonly description: "Entity text";
-                        };
-                        readonly type: {
-                            readonly type: "string";
-                            readonly title: "Type";
-                            readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
-                        };
-                        readonly score: {
-                            readonly type: "number";
-                            readonly title: "Score";
-                            readonly description: "Confidence score";
-                        };
-                    };
-                    readonly required: readonly ["text", "type", "score"];
-                    readonly additionalProperties: false;
-                };
-                readonly title: "Entities";
-                readonly description: "Named entities extracted from the chunk";
-            };
-        };
-        readonly required: readonly ["doc_id", "chunkId", "leafNodeId", "depth", "text", "nodePath"];
-        readonly additionalProperties: true;
-    };
-    readonly title: "Chunk Metadata";
-    readonly description: "Metadata for each chunk";
-};
-/**
- * Schema for enriched chunk metadata (after HierarchyJoinTask)
- * Extends ChunkMetadata with hierarchy information from document repository
- */
-export declare const EnrichedChunkMetadataSchema: {
-    readonly type: "object";
-    readonly properties: {
-        readonly doc_id: {
-            readonly type: "string";
-            readonly title: "Document ID";
-            readonly description: "ID of the parent document";
-        };
-        readonly chunkId: {
-            readonly type: "string";
-            readonly title: "Chunk ID";
-            readonly description: "Unique identifier for this chunk";
-        };
-        readonly leafNodeId: {
-            readonly type: "string";
-            readonly title: "Leaf Node ID";
-            readonly description: "ID of the leaf node this chunk belongs to";
-        };
-        readonly depth: {
-            readonly type: "integer";
-            readonly title: "Depth";
-            readonly description: "Depth in the document tree";
-        };
-        readonly text: {
-            readonly type: "string";
-            readonly title: "Text";
-            readonly description: "Text content of the chunk";
-        };
-        readonly nodePath: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Node Path";
-            readonly description: "Node IDs from root to leaf";
-        };
-        readonly summary: {
-            readonly type: "string";
-            readonly title: "Summary";
-            readonly description: "Summary of the chunk content";
-        };
-        readonly entities: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "object";
-                readonly properties: {
-                    readonly text: {
-                        readonly type: "string";
-                        readonly title: "Text";
-                        readonly description: "Entity text";
-                    };
-                    readonly type: {
-                        readonly type: "string";
-                        readonly title: "Type";
-                        readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
-                    };
-                    readonly score: {
-                        readonly type: "number";
-                        readonly title: "Score";
-                        readonly description: "Confidence score";
-                    };
-                };
-                readonly required: readonly ["text", "type", "score"];
-                readonly additionalProperties: false;
-            };
-            readonly title: "Entities";
-            readonly description: "Named entities (rolled up from hierarchy)";
-        };
-        readonly parentSummaries: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Parent Summaries";
-            readonly description: "Summaries from ancestor nodes";
-        };
-        readonly sectionTitles: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Section Titles";
-            readonly description: "Titles of ancestor section nodes";
-        };
-    };
-    readonly required: readonly ["doc_id", "chunkId", "leafNodeId", "depth", "text", "nodePath"];
-    readonly additionalProperties: true;
-};
-export type EnrichedChunkMetadata = FromSchema<typeof EnrichedChunkMetadataSchema>;
-/**
- * Schema for enriched chunk metadata array (for use in task schemas)
- */
-export declare const EnrichedChunkMetadataArraySchema: {
-    readonly type: "array";
-    readonly items: {
-        readonly type: "object";
-        readonly properties: {
-            readonly doc_id: {
-                readonly type: "string";
-                readonly title: "Document ID";
-                readonly description: "ID of the parent document";
-            };
-            readonly chunkId: {
-                readonly type: "string";
-                readonly title: "Chunk ID";
-                readonly description: "Unique identifier for this chunk";
-            };
-            readonly leafNodeId: {
-                readonly type: "string";
-                readonly title: "Leaf Node ID";
-                readonly description: "ID of the leaf node this chunk belongs to";
-            };
-            readonly depth: {
-                readonly type: "integer";
-                readonly title: "Depth";
-                readonly description: "Depth in the document tree";
-            };
-            readonly text: {
-                readonly type: "string";
-                readonly title: "Text";
-                readonly description: "Text content of the chunk";
-            };
-            readonly nodePath: {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                };
-                readonly title: "Node Path";
-                readonly description: "Node IDs from root to leaf";
-            };
-            readonly summary: {
-                readonly type: "string";
-                readonly title: "Summary";
-                readonly description: "Summary of the chunk content";
-            };
-            readonly entities: {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "object";
-                    readonly properties: {
-                        readonly text: {
-                            readonly type: "string";
-                            readonly title: "Text";
-                            readonly description: "Entity text";
-                        };
-                        readonly type: {
-                            readonly type: "string";
-                            readonly title: "Type";
-                            readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
-                        };
-                        readonly score: {
-                            readonly type: "number";
-                            readonly title: "Score";
-                            readonly description: "Confidence score";
-                        };
-                    };
-                    readonly required: readonly ["text", "type", "score"];
-                    readonly additionalProperties: false;
-                };
-                readonly title: "Entities";
-                readonly description: "Named entities (rolled up from hierarchy)";
-            };
-            readonly parentSummaries: {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                };
-                readonly title: "Parent Summaries";
-                readonly description: "Summaries from ancestor nodes";
-            };
-            readonly sectionTitles: {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                };
-                readonly title: "Section Titles";
-                readonly description: "Titles of ancestor section nodes";
-            };
-        };
-        readonly required: readonly ["doc_id", "chunkId", "leafNodeId", "depth", "text", "nodePath"];
-        readonly additionalProperties: true;
-    };
-    readonly title: "Enriched Metadata";
-    readonly description: "Metadata enriched with hierarchy information";
-};
 /**
  * Schema for document metadata
  */

package/dist/document/DocumentSchema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DocumentSchema.d.ts","sourceRoot":"","sources":["../../src/document/DocumentSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAkB,UAAU,EAAc,MAAM,gBAAgB,CAAC;AAE7E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;CAMX,CAAC;AAEX,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,QAAQ,CAAC,CAAC,MAAM,OAAO,QAAQ,CAAC,CAAC;AAMhE;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;CAgBO,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC;AAE3D;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;CAqBU,CAAC;AAEpC,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAErD;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsBE,CAAC;AAEpC,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAErE;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBA,CAAC;AAEpC;;;;GAIG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBI,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAaG,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAaI,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+BK,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmBO,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBA,CAAC;AAOpC;;GAEG;AACH,UAAU,gBAAgB;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,cAAc,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,gBAAgB;IACxD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC;IACxC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,WAAY,SAAQ,gBAAgB;IACnD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,gBAAgB;IACrD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,SAAS,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,YAAa,SAAQ,gBAAgB;IACpD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,SAAU,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,KAAK,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GACpB,gBAAgB,GAChB,WAAW,GACX,aAAa,GACb,YAAY,GACZ,SAAS,CAAC;AAMd;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;CAqBK,CAAC;AAEpC,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE/D;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgBC,CAAC;AAEpC,MAAM,MAAM,eAAe,GAAG,UAAU,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEvE;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkCU,CAAC;AAEvC,MAAM,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC;AAMvE;;;GAGG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDG,CAAC;AAEpC,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEnE;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKN,CAAC;AAEhC;;;GAGG;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4DL,CAAC;AAEpC,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEnF;;GAEG;AACH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKd,CAAC;AAEhC;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;CAqBA,CAAC;AAEpC,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,OAAO,sBAAsB,CAAC,CAAC"}
+{"version":3,"file":"DocumentSchema.d.ts","sourceRoot":"","sources":["../../src/document/DocumentSchema.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAkB,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjE;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;CAMX,CAAC;AAEX,MAAM,MAAM,QAAQ,GAAG,CAAC,OAAO,QAAQ,CAAC,CAAC,MAAM,OAAO,QAAQ,CAAC,CAAC;AAMhE;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;CAgBO,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,eAAe,CAAC,CAAC;AAE3D;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;CAqBU,CAAC;AAEpC,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAErD;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsBE,CAAC;AAEpC,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAErE;;;;GAIG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBA,CAAC;AAEpC;;;;GAIG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBI,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAaG,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAaI,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+BK,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmBO,CAAC;AAEpC;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBA,CAAC;AAOpC;;GAEG;AACH,UAAU,gBAAgB;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,cAAc,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAiB,SAAQ,gBAAgB;IACxD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC;IACxC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,WAAY,SAAQ,gBAAgB;IACnD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,OAAO,CAAC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,gBAAgB;IACrD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,SAAS,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,YAAa,SAAQ,gBAAgB;IACpD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,WAAW,SAAU,SAAQ,gBAAgB;IACjD,QAAQ,CAAC,IAAI,EAAE,OAAO,QAAQ,CAAC,KAAK,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GACpB,gBAAgB,GAChB,WAAW,GACX,aAAa,GACb,YAAY,GACZ,SAAS,CAAC;AAMd;;GAEG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;CAqBK,CAAC;AAEpC,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAM/D;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;CAqBA,CAAC;AAEpC,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,OAAO,sBAAsB,CAAC,CAAC"}

package/dist/knowledge-base/KnowledgeBase.d.ts

@@ -0,0 +1,122 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { HybridSearchOptions, VectorSearchOptions } from "@workglow/storage";
+import type { TypedArray } from "@workglow/util";
+import type { ChunkRecord } from "../chunk/ChunkSchema";
+import type { ChunkSearchResult, ChunkVectorEntity, ChunkVectorStorage, InsertChunkVectorEntity } from "../chunk/ChunkVectorStorageSchema";
+import { Document } from "../document/Document";
+import type { DocumentNode } from "../document/DocumentSchema";
+import type { DocumentTabularStorage } from "../document/DocumentStorageSchema";
+/**
+ * Unified KnowledgeBase that owns both document and vector storage.
+ * Replaces DocumentDataset and DocumentChunkDataset with a single cohesive class
+ * that provides lifecycle management and cascading deletes.
+ */
+export declare class KnowledgeBase {
+    readonly name: string;
+    private tabularStorage;
+    private chunkStorage;
+    constructor(name: string, documentStorage: DocumentTabularStorage, chunkStorage: ChunkVectorStorage);
+    /**
+     * Upsert a document.
+     * @returns The document with the generated doc_id if it was auto-generated
+     */
+    upsertDocument(document: Document): Promise<Document>;
+    /**
+     * Get a document by ID
+     */
+    getDocument(doc_id: string): Promise<Document | undefined>;
+    /**
+     * Delete a document and all its chunks (cascading delete).
+     */
+    deleteDocument(doc_id: string): Promise<void>;
+    /**
+     * List all document IDs
+     */
+    listDocuments(): Promise<string[]>;
+    /**
+     * Get a specific node by ID from a document
+     */
+    getNode(doc_id: string, nodeId: string): Promise<DocumentNode | undefined>;
+    /**
+     * Get ancestors of a node (from root to target node)
+     */
+    getAncestors(doc_id: string, nodeId: string): Promise<DocumentNode[]>;
+    /**
+     * Upsert a single chunk vector entity
+     */
+    upsertChunk(chunk: InsertChunkVectorEntity): Promise<ChunkVectorEntity>;
+    /**
+     * Upsert multiple chunk vector entities
+     */
+    upsertChunksBulk(chunks: InsertChunkVectorEntity[]): Promise<ChunkVectorEntity[]>;
+    /**
+     * Delete all chunks for a specific document
+     */
+    deleteChunksForDocument(doc_id: string): Promise<void>;
+    /**
+     * Get all chunks for a specific document
+     */
+    getChunksForDocument(doc_id: string): Promise<ChunkVectorEntity[]>;
+    /**
+     * Search for similar chunks using vector similarity
+     */
+    similaritySearch(query: TypedArray, options?: VectorSearchOptions<ChunkRecord>): Promise<ChunkSearchResult[]>;
+    /**
+     * Hybrid search combining vector similarity and full-text search
+     */
+    hybridSearch(query: TypedArray, options: HybridSearchOptions<ChunkRecord>): Promise<ChunkSearchResult[]>;
+    /**
+     * Prepare a document for re-indexing: deletes all chunks but keeps the document.
+     * @returns The document if found, undefined otherwise
+     */
+    prepareReindex(doc_id: string): Promise<Document | undefined>;
+    /**
+     * Setup the underlying databases
+     */
+    setupDatabase(): Promise<void>;
+    /**
+     * Destroy storage instances
+     */
+    destroy(): void;
+    /**
+     * Get a chunk by ID
+     */
+    getChunk(chunk_id: string): Promise<ChunkVectorEntity | undefined>;
+    /**
+     * Store a single chunk (alias for upsertChunk)
+     */
+    put(chunk: InsertChunkVectorEntity): Promise<ChunkVectorEntity>;
+    /**
+     * Store multiple chunks (alias for upsertChunksBulk)
+     */
+    putBulk(chunks: InsertChunkVectorEntity[]): Promise<ChunkVectorEntity[]>;
+    /**
+     * Get all chunks
+     */
+    getAllChunks(): Promise<ChunkVectorEntity[] | undefined>;
+    /**
+     * Get chunk count
+     */
+    chunkCount(): Promise<number>;
+    /**
+     * Clear all chunks
+     */
+    clearChunks(): Promise<void>;
+    /**
+     * Get vector dimensions
+     */
+    getVectorDimensions(): number;
+    /**
+     * Get chunks from the document JSON (not from vector storage)
+     */
+    getDocumentChunks(doc_id: string): Promise<ChunkRecord[]>;
+    /**
+     * Find chunks in document JSON that contain a specific nodeId in their path
+     */
+    findChunksByNodeId(doc_id: string, nodeId: string): Promise<ChunkRecord[]>;
+}
+//# sourceMappingURL=KnowledgeBase.d.ts.map

package/dist/knowledge-base/KnowledgeBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"KnowledgeBase.d.ts","sourceRoot":"","sources":["../../src/knowledge-base/KnowledgeBase.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAClF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EACV,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,uBAAuB,EACxB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,KAAK,EAEV,sBAAsB,EAEvB,MAAM,mCAAmC,CAAC;AAE3C;;;;GAIG;AACH,qBAAa,aAAa;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,YAAY,CAAqB;gBAGvC,IAAI,EAAE,MAAM,EACZ,eAAe,EAAE,sBAAsB,EACvC,YAAY,EAAE,kBAAkB;IAWlC;;;OAGG;IACG,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAe3D;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IAQhE;;OAEG;IACG,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKnD;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAYxC;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAsBhF;;OAEG;IACG,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAuD3E;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAS7E;;OAEG;IACG,gBAAgB,CAAC,MAAM,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAYvF;;OAEG;IACG,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5D;;OAEG;IACG,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IASxE;;OAEG;IACG,gBAAgB,CACpB,KAAK,EAAE,UAAU,EACjB,OAAO,CAAC,EAAE,mBAAmB,CAAC,WAAW,CAAC,GACzC,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAI/B;;OAEG;IACG,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,OAAO,EAAE,mBAAmB,CAAC,WAAW,CAAC,GACxC,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAc/B;;;OAGG;IACG,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC;IASnE;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAKpC;;OAEG;IACH,OAAO,IAAI,IAAI;IASf;;OAEG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAIxE;;OAEG;IACG,GAAG,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAIrE;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,uBAAuB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAI9E;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,iBAAiB,EAAE,GAAG,SAAS,CAAC;IAI9D;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAInC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC;;OAEG;IACH,mBAAmB,IAAI,MAAM;IAQ7B;;OAEG;IACG,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAQ/D;;OAEG;IACG,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;CAOjF"}

package/dist/knowledge-base/KnowledgeBaseRegistry.d.ts

@@ -0,0 +1,24 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { KnowledgeBase } from "./KnowledgeBase";
+/**
+ * Service token for the knowledge base registry
+ * Maps knowledge base IDs to KnowledgeBase instances
+ */
+export declare const KNOWLEDGE_BASES: import("@workglow/util").ServiceToken<Map<string, KnowledgeBase>>;
+/**
+ * Gets the global knowledge base registry
+ */
+export declare function getGlobalKnowledgeBases(): Map<string, KnowledgeBase>;
+/**
+ * Registers a knowledge base globally by ID
+ */
+export declare function registerKnowledgeBase(id: string, kb: KnowledgeBase): void;
+/**
+ * Gets a knowledge base by ID from the global registry
+ */
+export declare function getKnowledgeBase(id: string): KnowledgeBase | undefined;
+//# sourceMappingURL=KnowledgeBaseRegistry.d.ts.map

package/dist/knowledge-base/KnowledgeBaseRegistry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"KnowledgeBaseRegistry.d.ts","sourceRoot":"","sources":["../../src/knowledge-base/KnowledgeBaseRegistry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAQH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAErD;;;GAGG;AACH,eAAO,MAAM,eAAe,mEAC+C,CAAC;AAW5E;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAEpE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,aAAa,GAAG,IAAI,CAGzE;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,CAEtE"}

package/dist/knowledge-base/createKnowledgeBase.d.ts

@@ -0,0 +1,28 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { TypedArray } from "@workglow/util";
+import { KnowledgeBase } from "./KnowledgeBase";
+export interface CreateKnowledgeBaseOptions {
+    readonly name: string;
+    readonly vectorDimensions: number;
+    readonly vectorType?: {
+        new (array: number[]): TypedArray;
+    };
+    readonly register?: boolean;
+}
+/**
+ * Factory function to create a KnowledgeBase with minimal configuration.
+ *
+ * @example
+ * ```typescript
+ * const kb = await createKnowledgeBase({
+ *   name: "my-kb",
+ *   vectorDimensions: 1024,
+ * });
+ * ```
+ */
+export declare function createKnowledgeBase(options: CreateKnowledgeBaseOptions): Promise<KnowledgeBase>;
+//# sourceMappingURL=createKnowledgeBase.d.ts.map

package/dist/knowledge-base/createKnowledgeBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createKnowledgeBase.d.ts","sourceRoot":"","sources":["../../src/knowledge-base/createKnowledgeBase.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAKjD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,UAAU,CAAC,EAAE;QAAE,KAAK,KAAK,EAAE,MAAM,EAAE,GAAG,UAAU,CAAA;KAAE,CAAC;IAC5D,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;;;;;;;;GAUG;AACH,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,aAAa,CAAC,CAkCxB"}