@workglow/ai 0.2.15 → 0.2.17

package/dist/task/HierarchyJoinTask.d.ts

@@ -25,22 +25,6 @@ declare const inputSchema: {
                 readonly additionalProperties: true;
             }];
         };
-        readonly chunks: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Chunks";
-            readonly description: "Retrieved text chunks";
-        };
-        readonly chunk_ids: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Chunk IDs";
-            readonly description: "IDs of retrieved chunks";
-        };
         readonly metadata: {
             readonly type: "array";
             readonly items: {
@@ -139,13 +123,29 @@ declare const inputSchema: {
             readonly title: "Chunk Records";
             readonly description: "Array of chunk records";
         };
+        readonly chunks: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly title: "Chunks";
+            readonly description: "Retrieved text chunks (pass-through)";
+        };
+        readonly chunk_ids: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly title: "Chunk IDs";
+            readonly description: "IDs of retrieved chunks (pass-through)";
+        };
         readonly scores: {
             readonly type: "array";
             readonly items: {
                 readonly type: "number";
             };
             readonly title: "Scores";
-            readonly description: "Similarity scores for each result";
+            readonly description: "Similarity scores (pass-through)";
         };
         readonly includeParentSummaries: {
             readonly type: "boolean";
@@ -160,28 +160,12 @@ declare const inputSchema: {
             readonly default: true;
         };
     };
-    readonly required: readonly ["knowledgeBase", "chunks", "chunk_ids", "metadata", "scores"];
+    readonly required: readonly ["knowledgeBase", "metadata"];
     readonly additionalProperties: false;
 };
 declare const outputSchema: {
     readonly type: "object";
     readonly properties: {
-        readonly chunks: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Chunks";
-            readonly description: "Retrieved text chunks";
-        };
-        readonly chunk_ids: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Chunk IDs";
-            readonly description: "IDs of retrieved chunks";
-        };
         readonly metadata: {
             readonly type: "array";
             readonly items: {
@@ -280,29 +264,47 @@ declare const outputSchema: {
             readonly title: "Chunk Records";
             readonly description: "Array of chunk records";
         };
+        readonly chunks: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly title: "Chunks";
+            readonly description: "Retrieved text chunks (pass-through)";
+        };
+        readonly chunk_ids: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
+            };
+            readonly title: "Chunk IDs";
+            readonly description: "IDs of retrieved chunks (pass-through)";
+        };
         readonly scores: {
             readonly type: "array";
             readonly items: {
                 readonly type: "number";
             };
             readonly title: "Scores";
-            readonly description: "Similarity scores";
+            readonly description: "Similarity scores (pass-through)";
         };
         readonly count: {
             readonly type: "number";
             readonly title: "Count";
-            readonly description: "Number of results";
+            readonly description: "Number of enriched records";
         };
     };
-    readonly required: readonly ["chunks", "chunk_ids", "metadata", "scores", "count"];
+    readonly required: readonly ["metadata", "count"];
     readonly additionalProperties: false;
 };
 export type HierarchyJoinTaskInput = FromSchema<typeof inputSchema>;
 export type HierarchyJoinTaskOutput = FromSchema<typeof outputSchema>;
 export type HierarchyJoinTaskConfig = TaskConfig<HierarchyJoinTaskInput>;
 /**
- * Task for enriching search results with hierarchy information
- * Joins chunk IDs back to knowledge base to get parent summaries and entities
+ * Enrich retrieval metadata with document-hierarchy context (parent summaries,
+ * section titles, ancestor entities). Consumes only the `metadata` port of an
+ * upstream retrieval task; other retrieval ports (chunks, chunk_ids, scores)
+ * flow around this task via the workflow DAG.
  */
 export declare class HierarchyJoinTask extends Task<HierarchyJoinTaskInput, HierarchyJoinTaskOutput, HierarchyJoinTaskConfig> {
     static type: string;
@@ -315,8 +317,8 @@ export declare class HierarchyJoinTask extends Task<HierarchyJoinTaskInput, Hier
     execute(input: HierarchyJoinTaskInput, context: IExecuteContext): Promise<HierarchyJoinTaskOutput>;
 }
 export declare const hierarchyJoin: (input: HierarchyJoinTaskInput, config?: HierarchyJoinTaskConfig) => Promise<{
-    chunk_ids: string[];
-    chunks: string[];
+    chunk_ids?: string[] | undefined;
+    chunks?: string[] | undefined;
     count: number;
     metadata: {
         [x: string]: unknown;
@@ -336,7 +338,7 @@ export declare const hierarchyJoin: (input: HierarchyJoinTaskInput, config?: Hie
         summary?: string | undefined;
         text: string;
     }[];
-    scores: number[];
+    scores?: number[] | undefined;
 }>;
 declare module "@workglow/task-graph" {
     interface Workflow {

package/dist/task/HierarchyJoinTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"HierarchyJoinTask.d.ts","sourceRoot":"","sources":["../../src/task/HierarchyJoinTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,aAAa;;;;;;;;;;;;;;;;iBAIb,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,uBAAuB;;iBAEtC,SAAS;qBACP,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,WAAW;qBAClB,WAAW,EAAE,yBAAyB;;iBAExC,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBACR,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,mCAAmC;;iBAElD,sBAAsB;qBACpB,IAAI,EAAE,SAAS;qBACf,KAAK,EAAE,0BAA0B;qBACjC,WAAW,EAAE,gDAAgD;qBAC7D,OAAO;;iBAET,eAAe;qBACb,IAAI,EAAE,SAAS;qBACf,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,qDAAqD;qBAClE,OAAO;;;;;CAKsB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,uBAAuB;;iBAEtC,SAAS;qBACP,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,WAAW;qBAClB,WAAW,EAAE,yBAAyB;;iBAExC,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBACR,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,mBAAmB;;iBAElC,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,mBAAmB;;;;;CAKH,CAAC;AAEpC,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACpE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACtE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAEzE;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,IAAI,CACzC,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB;IACC,OAAuB,IAAI,SAAuB;IAClD,OAAuB,QAAQ,SAAS;IACxC,OAAuB,KAAK,SAAoB;IAChD,OAAuB,WAAW,SAA2D;IAC7F,OAAuB,SAAS,UAAS;IAEzC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,sBAAsB,EAC7B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,uBAAuB,CAAC,CA6FlC;CACF;AAED,eAAO,MAAM,aAAa,UAAW,sBAAsB,WAAW,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;EAE5F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,aAAa,EAAE,cAAc,CAC3B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB,CAAC;KACH;CACF"}
+{"version":3,"file":"HierarchyJoinTask.d.ts","sourceRoot":"","sources":["../../src/task/HierarchyJoinTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,aAAa;;;;;;;;;;;;;;;;iBAIb,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAGR,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,sCAAsC;;iBAErD,SAAS;qBACP,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,WAAW;qBAClB,WAAW,EAAE,wCAAwC;;iBAEvD,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,kCAAkC;;iBAEjD,sBAAsB;qBACpB,IAAI,EAAE,SAAS;qBACf,KAAK,EAAE,0BAA0B;qBACjC,WAAW,EAAE,gDAAgD;qBAC7D,OAAO;;iBAET,eAAe;qBACb,IAAI,EAAE,SAAS;qBACf,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,qDAAqD;qBAClE,OAAO;;;;;CAKsB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBACR,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,sCAAsC;;iBAErD,SAAS;qBACP,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,WAAW;qBAClB,WAAW,EAAE,wCAAwC;;iBAEvD,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,kCAAkC;;iBAEjD,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,4BAA4B;;;;;CAKZ,CAAC;AAEpC,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACpE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACtE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAEzE;;;;;GAKG;AACH,qBAAa,iBAAkB,SAAQ,IAAI,CACzC,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB;IACC,OAAuB,IAAI,SAAuB;IAClD,OAAuB,QAAQ,SAAS;IACxC,OAAuB,KAAK,SAAoB;IAChD,OAAuB,WAAW,SAA+D;IACjG,OAAuB,SAAS,UAAS;IAEzC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,sBAAsB,EAC7B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,uBAAuB,CAAC,CA2FlC;CACF;AAED,eAAO,MAAM,aAAa,UAAW,sBAAsB,WAAW,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;EAE5F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,aAAa,EAAE,cAAc,CAC3B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB,CAAC;KACH;CACF"}

package/dist/task/QueryExpanderTask.d.ts

@@ -8,9 +8,7 @@ import type { TaskConfig } from "@workglow/task-graph";
 import { DataPortSchema, FromSchema } from "@workglow/util/schema";
 export declare const QueryExpansionMethod: {
     readonly MULTI_QUERY: "multi-query";
-    readonly HYDE: "hyde";
     readonly SYNONYMS: "synonyms";
-    readonly PARAPHRASE: "paraphrase";
 };
 export type QueryExpansionMethod = (typeof QueryExpansionMethod)[keyof typeof QueryExpansionMethod];
 declare const inputSchema: {
@@ -23,7 +21,7 @@ declare const inputSchema: {
         };
         readonly method: {
             readonly type: "string";
-            readonly enum: ("hyde" | "multi-query" | "paraphrase" | "synonyms")[];
+            readonly enum: ("multi-query" | "synonyms")[];
             readonly title: "Expansion Method";
             readonly description: "Method to use for query expansion";
             readonly default: "multi-query";
@@ -36,11 +34,6 @@ declare const inputSchema: {
             readonly maximum: 10;
             readonly default: 3;
         };
-        readonly model: {
-            readonly type: "string";
-            readonly title: "Model";
-            readonly description: "LLM model to use for expansion (for HyDE and paraphrase methods)";
-        };
     };
     readonly required: readonly ["query"];
     readonly additionalProperties: false;
@@ -79,11 +72,10 @@ export type QueryExpanderTaskInput = FromSchema<typeof inputSchema>;
 export type QueryExpanderTaskOutput = FromSchema<typeof outputSchema>;
 export type QueryExpanderTaskConfig = TaskConfig<QueryExpanderTaskInput>;
 /**
- * Task for expanding queries to improve retrieval coverage.
- * Supports multiple expansion methods including multi-query, HyDE, and paraphrasing.
- *
- * Note: HyDE and paraphrase methods require an LLM model.
- * For now, this implements simple rule-based expansion.
+ * Rule-based query expansion for improved retrieval recall.
+ * Supports `multi-query` (question-word variations) and `synonyms` (keyword swaps).
+ * Note: LLM-driven methods (HyDE, paraphrase) were removed until a real
+ * implementation lands — use a TextGenerationTask upstream for those.
  */
 export declare class QueryExpanderTask extends Task<QueryExpanderTaskInput, QueryExpanderTaskOutput, QueryExpanderTaskConfig> {
     static type: string;
@@ -94,26 +86,8 @@ export declare class QueryExpanderTask extends Task<QueryExpanderTaskInput, Quer
     static inputSchema(): DataPortSchema;
     static outputSchema(): DataPortSchema;
     execute(input: QueryExpanderTaskInput, context: IExecuteContext): Promise<QueryExpanderTaskOutput>;
-    /**
-     * Multi-query expansion: Generate variations by rephrasing the question
-     */
     private multiQueryExpansion;
-    /**
-     * HyDE (Hypothetical Document Embeddings): Generate hypothetical answers
-     */
-    private hydeExpansion;
-    /**
-     * Synonym expansion: Replace keywords with synonyms
-     */
     private synonymExpansion;
-    /**
-     * Paraphrase expansion: Rephrase the query
-     * TODO: This should use an LLM for better paraphrasing
-     */
-    private paraphraseExpansion;
-    /**
-     * Preserve capitalization pattern from original to new query
-     */
     private preserveCapitalization;
 }
 export declare const queryExpander: (input: QueryExpanderTaskInput, config?: QueryExpanderTaskConfig) => Promise<{

package/dist/task/QueryExpanderTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"QueryExpanderTask.d.ts","sourceRoot":"","sources":["../../src/task/QueryExpanderTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,eAAO,MAAM,oBAAoB;aAC/B,WAAW,EAAE,aAAa;aAC1B,IAAI,EAAE,MAAM;aACZ,QAAQ,EAAE,UAAU;aACpB,UAAU,EAAE,YAAY;CAChB,CAAC;AAEX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,OAAO,oBAAoB,CAAC,CAAC;AAEpG,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,8BAA8B;;iBAE7C,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,mCAAmC;qBAChD,OAAO;;iBAET,aAAa;qBACX,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,sBAAsB;qBAC7B,WAAW,EAAE,wCAAwC;qBACrD,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,EAAE;qBACX,OAAO,EAAE,CAAC;;iBAEZ,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,kEAAkE;;;;;CAKlD,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,KAAK;qBACH,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,4BAA4B;;iBAE3C,aAAa;qBACX,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,gBAAgB;qBACvB,WAAW,EAAE,0BAA0B;;iBAEzC,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,oCAAoC;;iBAEnD,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,6BAA6B;;;;;CAKb,CAAC;AAEpC,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACpE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACtE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAEzE;;;;;;GAMG;AACH,qBAAa,iBAAkB,SAAQ,IAAI,CACzC,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB;IACC,OAAuB,IAAI,SAAuB;IAClD,OAAuB,QAAQ,SAAS;IACxC,OAAuB,KAAK,SAAoB;IAChD,OAAuB,WAAW,SAAkD;IACpF,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,sBAAsB,EAC7B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,uBAAuB,CAAC,CAgClC;IAED;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAyC3B;;OAEG;IACH,OAAO,CAAC,aAAa;IAkBrB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA6CxB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAoB3B;;OAEG;IACH,OAAO,CAAC,sBAAsB;CAM/B;AAED,eAAO,MAAM,aAAa,UAAW,sBAAsB,WAAW,uBAAuB;;;;;EAE5F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,aAAa,EAAE,cAAc,CAC3B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB,CAAC;KACH;CACF"}
+{"version":3,"file":"QueryExpanderTask.d.ts","sourceRoot":"","sources":["../../src/task/QueryExpanderTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,eAAO,MAAM,oBAAoB;aAC/B,WAAW,EAAE,aAAa;aAC1B,QAAQ,EAAE,UAAU;CACZ,CAAC;AAEX,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,OAAO,oBAAoB,CAAC,CAAC;AAEpG,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,8BAA8B;;iBAE7C,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,mCAAmC;qBAChD,OAAO;;iBAET,aAAa;qBACX,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,sBAAsB;qBAC7B,WAAW,EAAE,wCAAwC;qBACrD,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,EAAE;qBACX,OAAO,EAAE,CAAC;;;;;CAKmB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,KAAK;qBACH,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,4BAA4B;;iBAE3C,aAAa;qBACX,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,gBAAgB;qBACvB,WAAW,EAAE,0BAA0B;;iBAEzC,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,oCAAoC;;iBAEnD,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,6BAA6B;;;;;CAKb,CAAC;AAEpC,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACpE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACtE,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,sBAAsB,CAAC,CAAC;AAEzE;;;;;GAKG;AACH,qBAAa,iBAAkB,SAAQ,IAAI,CACzC,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB;IACC,OAAuB,IAAI,SAAuB;IAClD,OAAuB,QAAQ,SAAS;IACxC,OAAuB,KAAK,SAAoB;IAChD,OAAuB,WAAW,SAAkD;IACpF,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,sBAAsB,EAC7B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,uBAAuB,CAAC,CAwBlC;IAED,OAAO,CAAC,mBAAmB;IAkC3B,OAAO,CAAC,gBAAgB;IAuCxB,OAAO,CAAC,sBAAsB;CAM/B;AAED,eAAO,MAAM,aAAa,UAAW,sBAAsB,WAAW,uBAAuB;;;;;EAE5F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,aAAa,EAAE,cAAc,CAC3B,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,CACxB,CAAC;KACH;CACF"}

package/dist/task/RerankerTask.d.ts

@@ -48,85 +48,11 @@ declare const inputSchema: {
         };
         readonly method: {
             readonly type: "string";
-            readonly enum: readonly ["cross-encoder", "reciprocal-rank-fusion", "simple"];
+            readonly enum: readonly ["reciprocal-rank-fusion", "simple"];
             readonly title: "Reranking Method";
             readonly description: "Method to use for reranking";
             readonly default: "simple";
         };
-        readonly model: {
-            readonly oneOf: readonly [{
-                readonly title: "Model";
-                readonly description: `The model ${string}`;
-            } & {
-                title: string;
-                description: string;
-            } & {
-                readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                readonly type: "string";
-            }, {
-                readonly type: "object";
-                readonly properties: {
-                    readonly model_id: {
-                        readonly type: "string";
-                    };
-                    readonly tasks: {
-                        readonly type: "array";
-                        readonly items: {
-                            readonly type: "string";
-                        };
-                        readonly "x-ui-editor": "multiselect";
-                    };
-                    readonly title: {
-                        readonly type: "string";
-                    };
-                    readonly description: {
-                        readonly type: "string";
-                        readonly "x-ui-editor": "textarea";
-                    };
-                    readonly provider: {
-                        readonly type: "string";
-                    };
-                    readonly provider_config: {
-                        readonly type: "object";
-                        readonly properties: {
-                            readonly credential_key: {
-                                readonly type: "string";
-                                readonly format: "credential";
-                                readonly "x-ui-hidden": true;
-                            };
-                            readonly native_dimensions: {
-                                readonly type: "integer";
-                                readonly description: "Native output vector dimensions for embedding models";
-                            };
-                            readonly mrl: {
-                                readonly type: "boolean";
-                                readonly description: "Whether the model supports Matryoshka Representation Learning";
-                            };
-                        };
-                        readonly additionalProperties: true;
-                        readonly default: {};
-                    };
-                    readonly metadata: {
-                        readonly type: "object";
-                        readonly default: {};
-                        readonly "x-ui-hidden": true;
-                    };
-                };
-                readonly required: readonly ["provider", "provider_config"];
-                readonly format: "model";
-                readonly additionalProperties: true;
-            } & {
-                title: string;
-                description: string;
-            } & {
-                readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-            }];
-        } & {
-            title: string;
-            description: string;
-        } & {
-            readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-        };
     };
     readonly required: readonly ["query", "chunks"];
     readonly additionalProperties: false;
@@ -181,11 +107,10 @@ export type RerankerTaskInput = FromSchema<typeof inputSchema>;
 export type RerankerTaskOutput = FromSchema<typeof outputSchema>;
 export type RerankerTaskConfig = TaskConfig<RerankerTaskInput>;
 /**
- * Task for reranking retrieved chunks to improve relevance.
- * Supports multiple reranking methods including cross-encoder models.
- *
- * Note: Cross-encoder reranking requires a model to be loaded.
- * For now, this implements simple heuristic-based reranking.
+ * Rerank retrieved chunks to improve relevance using in-process heuristics.
+ * Supports `simple` (keyword overlap + position) and `reciprocal-rank-fusion`.
+ * Note: a `cross-encoder` method will be added when a real cross-encoder
+ * task exists; until then, use a dedicated model task upstream.
  */
 export declare class RerankerTask extends Task<RerankerTaskInput, RerankerTaskOutput, RerankerTaskConfig> {
     static type: string;
@@ -196,16 +121,9 @@ export declare class RerankerTask extends Task<RerankerTaskInput, RerankerTaskOu
     static inputSchema(): DataPortSchema;
     static outputSchema(): DataPortSchema;
     execute(input: RerankerTaskInput, context: IExecuteContext): Promise<RerankerTaskOutput>;
-    private crossEncoderRerank;
-    private extractCrossEncoderScore;
-    /**
-     * Simple heuristic-based reranking using keyword matching and position
-     */
+    /** Simple heuristic reranking: keyword overlap + exact match bonus - position penalty */
     private simpleRerank;
-    /**
-     * Reciprocal Rank Fusion for combining multiple rankings
-     * Useful when you have multiple retrieval methods
-     */
+    /** Reciprocal Rank Fusion: 1 / (k + rank) — useful when combining multiple rankings */
     private reciprocalRankFusion;
 }
 export declare const reranker: (input: RerankerTaskInput, config?: RerankerTaskConfig) => Promise<{

package/dist/task/RerankerTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RerankerTask.d.ts","sourceRoot":"","sources":["../../src/task/RerankerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAMnE,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,qCAAqC;;iBAEpD,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,iCAAiC;;iBAEhD,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,gBAAgB;qBACvB,WAAW,EAAE,qCAAqC;;iBAEpD,QAAQ;qBACN,IAAI,EAAE,OAAO;qBACb,KAAK;yBACH,IAAI,EAAE,QAAQ;yBACd,KAAK,EAAE,UAAU;yBACjB,WAAW,EAAE,yBAAyB;;qBAExC,KAAK,EAAE,UAAU;qBACjB,WAAW,EAAE,oCAAoC;;iBAEnD,IAAI;qBACF,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,iDAAiD;qBAC9D,OAAO,EAAE,CAAC;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,6BAA6B;qBAC1C,OAAO,EAAE,QAAQ;;iBAEnB,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAO0B,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,iBAAiB;qBACxB,WAAW,EAAE,+BAA+B;;iBAE9C,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,iBAAiB;qBACxB,WAAW,EAAE,sBAAsB;;iBAErC,QAAQ;qBACN,IAAI,EAAE,OAAO;qBACb,KAAK;yBACH,IAAI,EAAE,QAAQ;yBACd,KAAK,EAAE,UAAU;yBACjB,WAAW,EAAE,yBAAyB;;qBAExC,KAAK,EAAE,UAAU;qBACjB,WAAW,EAAE,8BAA8B;;iBAE7C,eAAe;qBACb,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,qCAAqC;;iBAEpD,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,4BAA4B;;;;;CAKZ,CAAC;AAEpC,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAC/D,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACjE,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC;AAS/D;;;;;;GAMG;AACH,qBAAa,YAAa,SAAQ,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC;IAC/F,OAAuB,IAAI,SAAkB;IAC7C,OAAuB,QAAQ,SAAS;IACxC,OAAuB,KAAK,SAAc;IAC1C,OAAuB,WAAW,SAAkD;IACpF,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,iBAAiB,EACxB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,kBAAkB,CAAC,CA0C7B;YAEa,kBAAkB;IAqChC,OAAO,CAAC,wBAAwB;IAqBhC;;OAEG;IACH,OAAO,CAAC,YAAY;IAuDpB;;;OAGG;IACH,OAAO,CAAC,oBAAoB;CAqB7B;AAED,eAAO,MAAM,QAAQ,UAAW,iBAAiB,WAAW,kBAAkB;;;;;;;;EAE7E,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,QAAQ,EAAE,cAAc,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC;KACrF;CACF"}
+{"version":3,"file":"RerankerTask.d.ts","sourceRoot":"","sources":["../../src/task/RerankerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,qCAAqC;;iBAEpD,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,iCAAiC;;iBAEhD,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,gBAAgB;qBACvB,WAAW,EAAE,qCAAqC;;iBAEpD,QAAQ;qBACN,IAAI,EAAE,OAAO;qBACb,KAAK;yBACH,IAAI,EAAE,QAAQ;yBACd,KAAK,EAAE,UAAU;yBACjB,WAAW,EAAE,yBAAyB;;qBAExC,KAAK,EAAE,UAAU;qBACjB,WAAW,EAAE,oCAAoC;;iBAEnD,IAAI;qBACF,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,iDAAiD;qBAC9D,OAAO,EAAE,CAAC;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,6BAA6B;qBAC1C,OAAO,EAAE,QAAQ;;;;;CAKY,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,iBAAiB;qBACxB,WAAW,EAAE,+BAA+B;;iBAE9C,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,iBAAiB;qBACxB,WAAW,EAAE,sBAAsB;;iBAErC,QAAQ;qBACN,IAAI,EAAE,OAAO;qBACb,KAAK;yBACH,IAAI,EAAE,QAAQ;yBACd,KAAK,EAAE,UAAU;yBACjB,WAAW,EAAE,yBAAyB;;qBAExC,KAAK,EAAE,UAAU;qBACjB,WAAW,EAAE,8BAA8B;;iBAE7C,eAAe;qBACb,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,kBAAkB;qBACzB,WAAW,EAAE,qCAAqC;;iBAEpD,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,4BAA4B;;;;;CAKZ,CAAC;AAEpC,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAC/D,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACjE,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC;AAS/D;;;;;GAKG;AACH,qBAAa,YAAa,SAAQ,IAAI,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC;IAC/F,OAAuB,IAAI,SAAkB;IAC7C,OAAuB,QAAQ,SAAS;IACxC,OAAuB,KAAK,SAAc;IAC1C,OAAuB,WAAW,SAAkD;IACpF,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,iBAAiB,EACxB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,kBAAkB,CAAC,CAyB7B;IAED,yFAAyF;IACzF,OAAO,CAAC,YAAY;IAoCpB,uFAAuF;IACvF,OAAO,CAAC,oBAAoB;CAW7B;AAED,eAAO,MAAM,QAAQ,UAAW,iBAAiB,WAAW,kBAAkB;;;;;;;;EAE7E,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,QAAQ,EAAE,cAAc,CAAC,iBAAiB,EAAE,kBAAkB,EAAE,kBAAkB,CAAC,CAAC;KACrF;CACF"}

package/dist/task/TextChunkerTask.d.ts

@@ -21,6 +21,11 @@ declare const inputSchema: {
             readonly title: "Text";
             readonly description: "The text to chunk";
         };
+        readonly doc_id: {
+            readonly type: "string";
+            readonly title: "Document ID";
+            readonly description: "Optional document ID stamped onto each chunk. When omitted, chunks are emitted without a doc_id and the output also has no doc_id.";
+        };
         readonly chunkSize: {
             readonly type: "number";
             readonly title: "Chunk Size";
@@ -49,47 +54,136 @@ declare const inputSchema: {
 declare const outputSchema: {
     readonly type: "object";
     readonly properties: {
-        readonly chunks: {
-            readonly type: "array";
-            readonly items: {
-                readonly type: "string";
-            };
-            readonly title: "Text Chunks";
-            readonly description: "The chunked text segments";
+        readonly doc_id: {
+            readonly type: "string";
+            readonly title: "Document ID";
+            readonly description: "The document ID (only emitted when provided in input)";
         };
-        readonly metadata: {
+        readonly chunks: {
             readonly type: "array";
             readonly items: {
                 readonly type: "object";
                 readonly properties: {
-                    readonly index: {
-                        readonly type: "number";
+                    readonly chunkId: {
+                        readonly type: "string";
+                        readonly title: "Chunk ID";
+                        readonly description: "Unique identifier for this chunk";
+                    };
+                    readonly doc_id: {
+                        readonly type: "string";
+                        readonly title: "Document ID";
+                        readonly description: "ID of the parent document";
+                    };
+                    readonly text: {
+                        readonly type: "string";
+                        readonly title: "Text";
+                        readonly description: "Text content of the chunk";
+                    };
+                    readonly nodePath: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "string";
+                        };
+                        readonly title: "Node Path";
+                        readonly description: "Node IDs from root to leaf";
                     };
-                    readonly startChar: {
-                        readonly type: "number";
+                    readonly depth: {
+                        readonly type: "integer";
+                        readonly title: "Depth";
+                        readonly description: "Depth in the document tree";
                     };
-                    readonly endChar: {
-                        readonly type: "number";
+                    readonly leafNodeId: {
+                        readonly type: "string";
+                        readonly title: "Leaf Node ID";
+                        readonly description: "ID of the leaf node this chunk belongs to";
                     };
-                    readonly length: {
-                        readonly type: "number";
+                    readonly summary: {
+                        readonly type: "string";
+                        readonly title: "Summary";
+                        readonly description: "Summary of the chunk content";
+                    };
+                    readonly entities: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "object";
+                            readonly properties: {
+                                readonly text: {
+                                    readonly type: "string";
+                                    readonly title: "Text";
+                                    readonly description: "Entity text";
+                                };
+                                readonly type: {
+                                    readonly type: "string";
+                                    readonly title: "Type";
+                                    readonly description: "Entity type (e.g., PERSON, ORG, LOC)";
+                                };
+                                readonly score: {
+                                    readonly type: "number";
+                                    readonly title: "Score";
+                                    readonly description: "Confidence score";
+                                };
+                            };
+                            readonly required: readonly ["text", "type", "score"];
+                            readonly additionalProperties: false;
+                        };
+                        readonly title: "Entities";
+                        readonly description: "Named entities extracted from the chunk";
+                    };
+                    readonly parentSummaries: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "string";
+                        };
+                        readonly title: "Parent Summaries";
+                        readonly description: "Summaries from ancestor nodes";
+                    };
+                    readonly sectionTitles: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "string";
+                        };
+                        readonly title: "Section Titles";
+                        readonly description: "Titles of ancestor section nodes";
+                    };
+                    readonly doc_title: {
+                        readonly type: "string";
+                        readonly title: "Document Title";
+                        readonly description: "Title of the parent document";
                     };
                 };
-                readonly additionalProperties: false;
+                readonly required: readonly ["chunkId", "doc_id", "text", "nodePath", "depth"];
+                readonly additionalProperties: true;
+            };
+            readonly title: "Chunk Records";
+            readonly description: "Array of chunk records";
+        };
+        readonly text: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "string";
             };
-            readonly title: "Chunk Metadata";
-            readonly description: "Metadata for each chunk";
+            readonly title: "Texts";
+            readonly description: "Chunk texts (for TextEmbeddingTask)";
+        };
+        readonly count: {
+            readonly type: "number";
+            readonly title: "Count";
+            readonly description: "Number of chunks generated";
         };
     };
-    readonly required: readonly ["chunks", "metadata"];
+    readonly required: readonly ["chunks", "text", "count"];
     readonly additionalProperties: false;
 };
 export type TextChunkerTaskInput = FromSchema<typeof inputSchema>;
 export type TextChunkerTaskOutput = FromSchema<typeof outputSchema>;
 export type TextChunkerTaskConfig = TaskConfig<TextChunkerTaskInput>;
 /**
- * Task for chunking text into smaller segments with configurable strategies.
- * Supports fixed-size, sentence-based, paragraph-based, and semantic chunking.
+ * Task for chunking plain text into smaller segments with configurable strategies.
+ * Emits `ChunkRecord[]` so the output is interchangeable with HierarchicalChunkerTask
+ * and can feed directly into TextEmbeddingTask → ChunkVectorUpsertTask.
+ *
+ * Deterministic: identical inputs produce identical `chunkId`s (no random UUIDs),
+ * so this task is safe to mark cacheable.
  */
 export declare class TextChunkerTask extends Task<TextChunkerTaskInput, TextChunkerTaskOutput, TextChunkerTaskConfig> {
     static type: string;
@@ -100,27 +194,35 @@ export declare class TextChunkerTask extends Task<TextChunkerTaskInput, TextChun
     static inputSchema(): DataPortSchema;
     static outputSchema(): DataPortSchema;
     execute(input: TextChunkerTaskInput, context: IExecuteContext): Promise<TextChunkerTaskOutput>;
-    /**
-     * Fixed-size chunking with overlap
-     */
+    /** Fixed-size chunking with overlap */
     private chunkFixed;
-    /**
-     * Sentence-based chunking that respects sentence boundaries
-     */
+    /** Sentence-based chunking that respects sentence boundaries */
     private chunkBySentence;
-    /**
-     * Paragraph-based chunking that respects paragraph boundaries
-     */
+    /** Paragraph-based chunking that respects paragraph boundaries */
     private chunkByParagraph;
 }
 export declare const textChunker: (input: TextChunkerTaskInput, config?: TextChunkerTaskConfig) => Promise<{
-    chunks: string[];
-    metadata: {
-        endChar?: number | undefined;
-        index?: number | undefined;
-        length?: number | undefined;
-        startChar?: number | undefined;
+    chunks: {
+        [x: string]: unknown;
+        chunkId: string;
+        depth: number;
+        doc_id: string;
+        doc_title?: string | undefined;
+        entities?: {
+            score: number;
+            text: string;
+            type: string;
+        }[] | undefined;
+        leafNodeId?: string | undefined;
+        nodePath: string[];
+        parentSummaries?: string[] | undefined;
+        sectionTitles?: string[] | undefined;
+        summary?: string | undefined;
+        text: string;
     }[];
+    count: number;
+    doc_id?: string | undefined;
+    text: string[];
 }>;
 declare module "@workglow/task-graph" {
     interface Workflow {

package/dist/task/TextChunkerTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TextChunkerTask.d.ts","sourceRoot":"","sources":["../../src/task/TextChunkerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,eAAO,MAAM,gBAAgB;aAC3B,KAAK,EAAE,OAAO;aACd,QAAQ,EAAE,UAAU;aACpB,SAAS,EAAE,WAAW;aACtB,QAAQ,EAAE,UAAU;CACZ,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,CAAC;AAExF,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,IAAI;qBACF,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,MAAM;qBACb,WAAW,EAAE,mBAAmB;;iBAElC,SAAS;qBACP,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,YAAY;qBACnB,WAAW,EAAE,0CAA0C;qBACvD,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,GAAG;;iBAEd,YAAY;qBACV,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,gDAAgD;qBAC7D,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,EAAE;;iBAEb,QAAQ;qBACN,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,mBAAmB;qBAC1B,WAAW,EAAE,mCAAmC;qBAChD,OAAO;;;;;CAKsB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,2BAA2B;;iBAE1C,QAAQ;qBACN,IAAI,EAAE,OAAO;qBACb,KAAK;yBACH,IAAI,EAAE,QAAQ;yBACd,UAAU;6BACR,KAAK;iCAAI,IAAI,EAAE,QAAQ;;6BACvB,SAAS;iCAAI,IAAI,EAAE,QAAQ;;6BAC3B,OAAO;iCAAI,IAAI,EAAE,QAAQ;;6BACzB,MAAM;iCAAI,IAAI,EAAE,QAAQ;;;yBAE1B,oBAAoB;;qBAEtB,KAAK,EAAE,gBAAgB;qBACvB,WAAW,EAAE,yBAAyB;;;;;CAKT,CAAC;AAEpC,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAClE,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACpE,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC;AASrE;;;GAGG;AACH,qBAAa,eAAgB,SAAQ,IAAI,CACvC,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,CACtB;IACC,OAAuB,IAAI,SAAqB;IAChD,OAAuB,QAAQ,SAAc;IAC7C,OAAuB,KAAK,SAAkB;IAC9C,OAAuB,WAAW,SACgD;IAClF,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC,CAyBhC;IAED;;OAEG;IACH,OAAO,CAAC,UAAU;IA8BlB;;OAEG;IACH,OAAO,CAAC,eAAe;IAoFvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;CAoEzB;AAED,eAAO,MAAM,WAAW,UAAW,oBAAoB,WAAW,qBAAqB;;;;;;;;EAEtF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;KACjG;CACF"}
+{"version":3,"file":"TextChunkerTask.d.ts","sourceRoot":"","sources":["../../src/task/TextChunkerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAEvF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,eAAO,MAAM,gBAAgB;aAC3B,KAAK,EAAE,OAAO;aACd,QAAQ,EAAE,UAAU;aACpB,SAAS,EAAE,WAAW;aACtB,QAAQ,EAAE,UAAU;CACZ,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAAG,CAAC,OAAO,gBAAgB,CAAC,CAAC,MAAM,OAAO,gBAAgB,CAAC,CAAC;AAExF,QAAA,MAAM,WAAW;mBACT,QAAQ;;iBAEZ,IAAI;qBACF,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,MAAM;qBACb,WAAW,EAAE,mBAAmB;;iBAElC,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EACT,oIAAoI;;iBAExI,SAAS;qBACP,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,YAAY;qBACnB,WAAW,EAAE,0CAA0C;qBACvD,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,GAAG;;iBAEd,YAAY;qBACV,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,gDAAgD;qBAC7D,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,EAAE;;iBAEb,QAAQ;qBACN,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,mBAAmB;qBAC1B,WAAW,EAAE,mCAAmC;qBAChD,OAAO;;;;;CAKsB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;iBAEZ,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,uDAAuD;;iBAEtE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBACN,IAAI;qBACF,IAAI,EAAE,OAAO;qBACb,KAAK;yBAAI,IAAI,EAAE,QAAQ;;qBACvB,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,qCAAqC;;iBAEpD,KAAK;qBACH,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,OAAO;qBACd,WAAW,EAAE,4BAA4B;;;;;CAKZ,CAAC;AAEpC,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAClE,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AACpE,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC;AAQrE;;;;;;;GAOG;AACH,qBAAa,eAAgB,SAAQ,IAAI,CACvC,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,CACtB;IACC,OAAuB,IAAI,SAAqB;IAChD,OAAuB,QAAQ,SAAc;IAC7C,OAAuB,KAAK,SAAkB;IAC9C,OAAuB,WAAW,SACgD;IAClF,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CACpB,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,qBAAqB,CAAC,CA6ChC;IAED,uCAAuC;IACvC,OAAO,CAAC,UAAU;IAkBlB,gEAAgE;IAChE,OAAO,CAAC,eAAe;IAgEvB,kEAAkE;IAClE,OAAO,CAAC,gBAAgB;CAoDzB;AAED,eAAO,MAAM,WAAW,UAAW,oBAAoB,WAAW,qBAAqB;;;;;;;;;;;;;;;;;;;;;;EAEtF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;KACjG;CACF"}

package/dist/task/VectorQuantizeTask.d.ts

@@ -96,7 +96,8 @@ export declare class VectorQuantizeTask extends Task<VectorQuantizeTaskInput, Ve
     static cacheable: boolean;
     static inputSchema(): DataPortSchema;
     static outputSchema(): DataPortSchema;
-    executeReactive(input: VectorQuantizeTaskInput): Promise<VectorQuantizeTaskOutput>;
+    execute(input: VectorQuantizeTaskInput): Promise<VectorQuantizeTaskOutput>;
+    executePreview(input: VectorQuantizeTaskInput): Promise<VectorQuantizeTaskOutput>;
     private getVectorType;
     private vectorQuantize;
     /**

package/dist/task/VectorQuantizeTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"VectorQuantizeTask.d.ts","sourceRoot":"","sources":["../../src/task/VectorQuantizeTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EACL,cAAc,EACd,UAAU,EAGV,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAE/B,QAAA,MAAM,WAAW;mBACT,QAAQ;;;;;;;;;+BASA,OAAO;;;;;;;;4BAOV,iBAAiB;kCACX,wCAAwC;;;qBAGrD,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,0BAA0B;qBACvC,OAAO;;;qBAGP,IAAI,EAAE,SAAS;qBACf,KAAK,EAAE,WAAW;qBAClB,WAAW,EAAE,sCAAsC;qBACnD,OAAO;;;;;CAKsB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;;;;;;;;+BASA,OAAO;;;;;;;;4BAOV,kBAAkB;kCACZ,sCAAsC;;;qBAGnD,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,sBAAsB;;;qBAGnC,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,0BAA0B;;;;;CAKV,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AAC9F,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAChG,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC;AAE3E;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,CACzB;IACC,OAAuB,IAAI,SAAwB;IACnD,OAAuB,QAAQ,SAAY;IAC3C,OAAuB,KAAK,SAAc;IAC1C,OAAuB,WAAW,SAAgE;IAClG,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,eAAe,CAC5B,KAAK,EAAE,uBAAuB,GAC7B,OAAO,CAAC,wBAAwB,CAAC,CAanC;IAED,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,cAAc;IAuCtB;;OAEG;IACH,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,gBAAgB;CAQzB;AAED,eAAO,MAAM,cAAc,UAClB,uBAAuB,WACrB,wBAAwB;;;;EAGlC,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,CACzB,CAAC;KACH;CACF"}
+{"version":3,"file":"VectorQuantizeTask.d.ts","sourceRoot":"","sources":["../../src/task/VectorQuantizeTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EACL,cAAc,EACd,UAAU,EAGV,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAE/B,QAAA,MAAM,WAAW;mBACT,QAAQ;;;;;;;;;+BASA,OAAO;;;;;;;;4BAOV,iBAAiB;kCACX,wCAAwC;;;qBAGrD,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,0BAA0B;qBACvC,OAAO;;;qBAGP,IAAI,EAAE,SAAS;qBACf,KAAK,EAAE,WAAW;qBAClB,WAAW,EAAE,sCAAsC;qBACnD,OAAO;;;;;CAKsB,CAAC;AAEpC,QAAA,MAAM,YAAY;mBACV,QAAQ;;;;;;;;;+BASA,OAAO;;;;;;;;4BAOV,kBAAkB;kCACZ,sCAAsC;;;qBAGnD,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,sBAAsB;;;qBAGnC,IAAI,EAAE,QAAQ;qBACd,IAAI;qBACJ,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,0BAA0B;;;;;CAKV,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AAC9F,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAChG,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,uBAAuB,CAAC,CAAC;AAE3E;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,CACzB;IACC,OAAuB,IAAI,SAAwB;IACnD,OAAuB,QAAQ,SAAY;IAC3C,OAAuB,KAAK,SAAc;IAC1C,OAAuB,WAAW,SAAgE;IAClG,OAAuB,SAAS,UAAQ;IAExC,OAAuB,WAAW,IAAI,cAAc,CAEnD;IAED,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAEc,OAAO,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAGxF;IAEc,cAAc,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAa/F;IAED,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,cAAc;IAuCtB;;OAEG;IACH,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,gBAAgB;CAQzB;AAED,eAAO,MAAM,cAAc,UAClB,uBAAuB,WACrB,wBAAwB;;;;EAGlC,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,wBAAwB,CACzB,CAAC;KACH;CACF"}