agent-orcha 0.0.5 → 0.0.7

package/dist/lib/knowledge/loaders/web-loader.js

@@ -1,21 +1,27 @@
 import * as cheerio from 'cheerio';
+import { parseJsonContent, parseCsvContent } from "./file-loaders.js";
 import { createLogger } from "../../logger.js";
 const logger = createLogger('WebLoader');
 /**
- * Web scraping document loader using Cheerio.
- * Supports CSS selectors for targeted content extraction.
+ * Web document loader. Fetches content from a URL and parses it
+ * based on the configured loader type.
+ *
+ * Supported loader types:
+ * - html (default): Cheerio HTML parsing with optional CSS selector
+ * - text / markdown: Raw text content
+ * - json: JSON string extraction
+ * - csv: CSV row parsing
  */
 export class WebLoader {
     config;
-    constructor(config) {
+    loaderType;
+    constructor(config, loaderType = 'html') {
         this.config = config;
+        this.loaderType = loaderType;
     }
     async load() {
-        const { url, selector, headers } = this.config;
-        logger.info(`Loading documents from web: ${url}`);
-        if (selector) {
-            logger.info(`Using CSS selector: ${selector}`);
-        }
+        const { url, headers } = this.config;
+        logger.info(`Loading from ${url} (type: ${this.loaderType})`);
         try {
             const fetchOptions = {};
             if (headers) {
@@ -25,21 +31,21 @@ export class WebLoader {
             if (!response.ok) {
                 throw new Error(`HTTP ${response.status}: ${response.statusText}`);
             }
-            const html = await response.text();
-            const $ = cheerio.load(html);
-            // Remove script and style elements
-            $('script, style').remove();
-            const target = selector || 'body';
-            const text = $(target).text().replace(/\s+/g, ' ').trim();
-            if (!text) {
-                logger.warn(`No text content found for selector "${target}" at ${url}`);
-                return [];
+            const content = await response.text();
+            switch (this.loaderType) {
+                case 'json':
+                    return parseJsonContent(this.extractJsonPath(content), url);
+                case 'csv':
+                    return parseCsvContent(content, url);
+                case 'text':
+                case 'markdown':
+                    return content.trim()
+                        ? [{ pageContent: content.trim(), metadata: { source: url } }]
+                        : [];
+                case 'html':
+                default:
+                    return this.parseHtml(content, url);
             }
-            logger.info(`Loaded 1 document from ${url}`);
-            return [{
-                    pageContent: text,
-                    metadata: { source: url, selector: target },
-                }];
         }
         catch (error) {
             const errorMessage = error instanceof Error ? error.message : String(error);
@@ -53,5 +59,33 @@ export class WebLoader {
             throw new Error(`Failed to load web content from ${url}: ${errorMessage}`);
         }
     }
+    extractJsonPath(content) {
+        const { jsonPath } = this.config;
+        if (!jsonPath)
+            return content;
+        const data = JSON.parse(content);
+        const value = jsonPath.split('.').reduce((obj, key) => obj?.[key], data);
+        if (value === undefined) {
+            throw new Error(`jsonPath "${jsonPath}" not found in response`);
+        }
+        logger.info(`Extracted jsonPath "${jsonPath}" (${Array.isArray(value) ? value.length + ' items' : typeof value})`);
+        return JSON.stringify(value);
+    }
+    parseHtml(html, url) {
+        const { selector } = this.config;
+        const $ = cheerio.load(html);
+        $('script, style').remove();
+        const target = selector || 'body';
+        if (selector) {
+            logger.info(`Using CSS selector: ${selector}`);
+        }
+        const text = $(target).text().replace(/\s+/g, ' ').trim();
+        if (!text) {
+            logger.warn(`No text content found for selector "${target}" at ${url}`);
+            return [];
+        }
+        logger.info(`Loaded 1 document from ${url}`);
+        return [{ pageContent: text, metadata: { source: url, selector: target } }];
+    }
 }
 //# sourceMappingURL=web-loader.js.map

package/dist/lib/knowledge/loaders/web-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"web-loader.js","sourceRoot":"","sources":["../../../../lib/knowledge/loaders/web-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEzC;;;GAGG;AACH,MAAM,OAAO,SAAS;IACZ,MAAM,CAAkB;IAEhC,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAE/C,MAAM,CAAC,IAAI,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAC;QAClD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC;YACH,MAAM,YAAY,GAAgB,EAAE,CAAC;YACrC,IAAI,OAAO,EAAE,CAAC;gBACZ,YAAY,CAAC,OAAO,GAAG,OAAO,CAAC;YACjC,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7B,mCAAmC;YACnC,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC;YAE5B,MAAM,MAAM,GAAG,QAAQ,IAAI,MAAM,CAAC;YAClC,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAE1D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,CAAC,IAAI,CAAC,uCAAuC,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC;gBACxE,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;YAE7C,OAAO,CAAC;oBACN,WAAW,EAAE,IAAI;oBACjB,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE;iBAC5C,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,CAAC,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;YAE5D,IAAI,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,KAAK,YAAY,EAAE,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,KAAK,YAAY,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"web-loader.js","sourceRoot":"","sources":["../../../../lib/knowledge/loaders/web-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEzC;;;;;;;;;GASG;AACH,MAAM,OAAO,SAAS;IACZ,MAAM,CAAkB;IACxB,UAAU,CAAS;IAE3B,YAAY,MAAuB,EAAE,aAAqB,MAAM;QAC9D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAErC,MAAM,CAAC,IAAI,CAAC,gBAAgB,GAAG,WAAW,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,MAAM,YAAY,GAAgB,EAAE,CAAC;YACrC,IAAI,OAAO,EAAE,CAAC;gBACZ,YAAY,CAAC,OAAO,GAAG,OAAO,CAAC;YACjC,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAChD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEtC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxB,KAAK,MAAM;oBACT,OAAO,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;gBAE9D,KAAK,KAAK;oBACR,OAAO,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAEvC,KAAK,MAAM,CAAC;gBACZ,KAAK,UAAU;oBACb,OAAO,OAAO,CAAC,IAAI,EAAE;wBACnB,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;wBAC9D,CAAC,CAAC,EAAE,CAAC;gBAET,KAAK,MAAM,CAAC;gBACZ;oBACE,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,CAAC,KAAK,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAC;YAE5D,IAAI,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,KAAK,YAAY,EAAE,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,KAAK,YAAY,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,OAAe;QACrC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACjC,IAAI,CAAC,QAAQ;YAAE,OAAO,OAAO,CAAC;QAE9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAQ,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9E,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,aAAa,QAAQ,yBAAyB,CAAC,CAAC;QAClE,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,uBAAuB,QAAQ,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,KAAK,GAAG,CAAC,CAAC;QACnH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAEO,SAAS,CAAC,IAAY,EAAE,GAAW;QACzC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACjC,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE7B,CAAC,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,CAAC;QAE5B,MAAM,MAAM,GAAG,QAAQ,IAAI,MAAM,CAAC;QAClC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAE1D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,uCAAuC,MAAM,QAAQ,GAAG,EAAE,CAAC,CAAC;YACxE,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9E,CAAC;CACF"}

package/dist/lib/knowledge/types.d.ts

@@ -53,16 +53,19 @@ export declare const WebSourceConfigSchema: z.ZodObject<{
     url: z.ZodString;
     selector: z.ZodOptional<z.ZodString>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    jsonPath: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     type: "web";
     url: string;
     headers?: Record<string, string> | undefined;
     selector?: string | undefined;
+    jsonPath?: string | undefined;
 }, {
     type: "web";
     url: string;
     headers?: Record<string, string> | undefined;
     selector?: string | undefined;
+    jsonPath?: string | undefined;
 }>;
 export declare const SourceConfigSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     type: z.ZodLiteral<"directory">;
@@ -114,26 +117,29 @@ export declare const SourceConfigSchema: z.ZodDiscriminatedUnion<"type", [z.ZodO
     url: z.ZodString;
     selector: z.ZodOptional<z.ZodString>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    jsonPath: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     type: "web";
     url: string;
     headers?: Record<string, string> | undefined;
     selector?: string | undefined;
+    jsonPath?: string | undefined;
 }, {
     type: "web";
     url: string;
     headers?: Record<string, string> | undefined;
     selector?: string | undefined;
+    jsonPath?: string | undefined;
 }>]>;
 export declare const LoaderConfigSchema: z.ZodObject<{
-    type: z.ZodDefault<z.ZodEnum<["text", "pdf", "csv", "json", "markdown"]>>;
+    type: z.ZodDefault<z.ZodEnum<["text", "pdf", "csv", "json", "markdown", "html"]>>;
     options: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, "strip", z.ZodTypeAny, {
-    type: "text" | "json" | "pdf" | "csv" | "markdown";
+    type: "text" | "pdf" | "csv" | "json" | "markdown" | "html";
     options?: Record<string, unknown> | undefined;
 }, {
     options?: Record<string, unknown> | undefined;
-    type?: "text" | "json" | "pdf" | "csv" | "markdown" | undefined;
+    type?: "text" | "pdf" | "csv" | "json" | "markdown" | "html" | undefined;
 }>;
 export declare const SplitterConfigSchema: z.ZodObject<{
     type: z.ZodDefault<z.ZodEnum<["character", "recursive", "token", "markdown"]>>;
@@ -162,6 +168,13 @@ export declare const SearchConfigSchema: z.ZodObject<{
     defaultK?: number | undefined;
     scoreThreshold?: number | undefined;
 }>;
+export declare const ReindexConfigSchema: z.ZodObject<{
+    schedule: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    schedule: string;
+}, {
+    schedule: string;
+}>;
 export interface ExtractedEntity {
     name: string;
     type: string;
@@ -259,27 +272,30 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         url: z.ZodString;
         selector: z.ZodOptional<z.ZodString>;
         headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        jsonPath: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         type: "web";
         url: string;
         headers?: Record<string, string> | undefined;
         selector?: string | undefined;
+        jsonPath?: string | undefined;
     }, {
         type: "web";
         url: string;
         headers?: Record<string, string> | undefined;
         selector?: string | undefined;
+        jsonPath?: string | undefined;
     }>]>;
-    loader: z.ZodObject<{
-        type: z.ZodDefault<z.ZodEnum<["text", "pdf", "csv", "json", "markdown"]>>;
+    loader: z.ZodOptional<z.ZodObject<{
+        type: z.ZodDefault<z.ZodEnum<["text", "pdf", "csv", "json", "markdown", "html"]>>;
         options: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, "strip", z.ZodTypeAny, {
-        type: "text" | "json" | "pdf" | "csv" | "markdown";
+        type: "text" | "pdf" | "csv" | "json" | "markdown" | "html";
         options?: Record<string, unknown> | undefined;
     }, {
         options?: Record<string, unknown> | undefined;
-        type?: "text" | "json" | "pdf" | "csv" | "markdown" | undefined;
-    }>;
+        type?: "text" | "pdf" | "csv" | "json" | "markdown" | "html" | undefined;
+    }>>;
     splitter: z.ZodObject<{
         type: z.ZodDefault<z.ZodEnum<["character", "recursive", "token", "markdown"]>>;
         chunkSize: z.ZodDefault<z.ZodNumber>;
@@ -314,6 +330,13 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         defaultK?: number | undefined;
         scoreThreshold?: number | undefined;
     }>>;
+    reindex: z.ZodOptional<z.ZodObject<{
+        schedule: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        schedule: string;
+    }, {
+        schedule: string;
+    }>>;
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, "strip", z.ZodTypeAny, {
     name: string;
@@ -337,13 +360,10 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         url: string;
         headers?: Record<string, string> | undefined;
         selector?: string | undefined;
+        jsonPath?: string | undefined;
     };
     description: string;
     embedding: string;
-    loader: {
-        type: "text" | "json" | "pdf" | "csv" | "markdown";
-        options?: Record<string, unknown> | undefined;
-    };
     splitter: {
         type: "recursive" | "markdown" | "character" | "token";
         chunkSize: number;
@@ -355,9 +375,16 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         scoreThreshold?: number | undefined;
     } | undefined;
     metadata?: Record<string, unknown> | undefined;
+    loader?: {
+        type: "text" | "pdf" | "csv" | "json" | "markdown" | "html";
+        options?: Record<string, unknown> | undefined;
+    } | undefined;
     graph?: {
         directMapping?: any;
     } | undefined;
+    reindex?: {
+        schedule: string;
+    } | undefined;
 }, {
     name: string;
     source: {
@@ -380,12 +407,9 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         url: string;
         headers?: Record<string, string> | undefined;
         selector?: string | undefined;
+        jsonPath?: string | undefined;
     };
     description: string;
-    loader: {
-        options?: Record<string, unknown> | undefined;
-        type?: "text" | "json" | "pdf" | "csv" | "markdown" | undefined;
-    };
     splitter: {
         type?: "recursive" | "markdown" | "character" | "token" | undefined;
         chunkSize?: number | undefined;
@@ -398,9 +422,16 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
     } | undefined;
     metadata?: Record<string, unknown> | undefined;
     embedding?: string | undefined;
+    loader?: {
+        options?: Record<string, unknown> | undefined;
+        type?: "text" | "pdf" | "csv" | "json" | "markdown" | "html" | undefined;
+    } | undefined;
     graph?: {
         directMapping?: any;
     } | undefined;
+    reindex?: {
+        schedule: string;
+    } | undefined;
 }>, {
     name: string;
     source: {
@@ -423,13 +454,10 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         url: string;
         headers?: Record<string, string> | undefined;
         selector?: string | undefined;
+        jsonPath?: string | undefined;
     };
     description: string;
     embedding: string;
-    loader: {
-        type: "text" | "json" | "pdf" | "csv" | "markdown";
-        options?: Record<string, unknown> | undefined;
-    };
     splitter: {
         type: "recursive" | "markdown" | "character" | "token";
         chunkSize: number;
@@ -441,9 +469,16 @@ export declare const KnowledgeConfigSchema: z.ZodEffects<z.ZodObject<{
         scoreThreshold?: number | undefined;
     } | undefined;
     metadata?: Record<string, unknown> | undefined;
+    loader?: {
+        type: "text" | "pdf" | "csv" | "json" | "markdown" | "html";
+        options?: Record<string, unknown> | undefined;
+    } | undefined;
     graph?: {
         directMapping?: any;
     } | undefined;
+    reindex?: {
+        schedule: string;
+    } | undefined;
 }, unknown>;
 export type DirectorySourceConfig = z.infer<typeof DirectorySourceConfigSchema>;
 export type FileSourceConfig = z.infer<typeof FileSourceConfigSchema>;
@@ -453,6 +488,7 @@ export type SourceConfig = z.infer<typeof SourceConfigSchema>;
 export type LoaderConfig = z.infer<typeof LoaderConfigSchema>;
 export type SplitterConfig = z.infer<typeof SplitterConfigSchema>;
 export type SearchConfig = z.infer<typeof SearchConfigSchema>;
+export type ReindexConfig = z.infer<typeof ReindexConfigSchema>;
 export type GraphConfig = z.infer<typeof GraphConfigSchema>;
 export type KnowledgeConfig = z.infer<typeof KnowledgeConfigSchema>;
 export type VectorKnowledgeConfig = KnowledgeConfig;

package/dist/lib/knowledge/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../lib/knowledge/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAItG,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;EAKtC,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;EAGjC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;EAOrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;EAKhC,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAK7B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;EAG7B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;EAK/B,CAAC;AAEH,eAAO,MAAM,kBAAkB,2BAAgC,CAAC;AAEhE,eAAO,MAAM,kBAAkB;;;;;;;;;EAG7B,CAAC;AAIH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,aAAa,EAAE,qBAAqB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;CACjD;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,mBAAmB,EAAE,CAAC;CACvC;AAID,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAIH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;WA0CjC,CAAC;AAIF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAGpE,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;AACpD,MAAM,MAAM,uBAAuB,GAAG,eAAe,GAAG;IAAE,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC;AAE/E,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,eAAe,CAAC;IACxB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/D,YAAY,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5D,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,wBAAwB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,WAAW,EAAE,MAAM,sBAAsB,CAAC;CAC3C;AAED,YAAY,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../lib/knowledge/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,sBAAsB,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAItG,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;EAKtC,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;EAGjC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;EAOrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;EAMhC,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAK7B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;EAG7B,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;EAK/B,CAAC;AAEH,eAAO,MAAM,kBAAkB,2BAAgC,CAAC;AAEhE,eAAO,MAAM,kBAAkB;;;;;;;;;EAG7B,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;EAE9B,CAAC;AAIH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,aAAa,EAAE,qBAAqB,EAAE,CAAC;CACxC;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;CACjD;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,mBAAmB,EAAE,CAAC;CACvC;AAID,eAAO,MAAM,iBAAiB;;;;;;EAE5B,CAAC;AAIH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;WAqDjC,CAAC;AAIF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAGpE,MAAM,MAAM,qBAAqB,GAAG,eAAe,CAAC;AACpD,MAAM,MAAM,uBAAuB,GAAG,eAAe,GAAG;IAAE,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC;AAE/E,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,eAAe,CAAC;IACxB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC/D,YAAY,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5D,OAAO,EAAE,CAAC,UAAU,CAAC,EAAE,wBAAwB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAClE,WAAW,EAAE,MAAM,sBAAsB,CAAC;CAC3C;AAED,YAAY,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC"}

package/dist/lib/knowledge/types.js

@@ -21,8 +21,9 @@ export const DatabaseSourceConfigSchema = z.object({
 export const WebSourceConfigSchema = z.object({
     type: z.literal('web'),
     url: z.string().url().describe('URL to scrape'),
-    selector: z.string().optional().describe('CSS selector for targeted content extraction'),
+    selector: z.string().optional().describe('CSS selector for targeted content extraction (html only)'),
     headers: z.record(z.string()).optional().describe('Custom headers for the request'),
+    jsonPath: z.string().optional().describe('Dot-notation path to extract from JSON response (e.g., "items" or "data.results")'),
 });
 export const SourceConfigSchema = z.discriminatedUnion('type', [
     DirectorySourceConfigSchema,
@@ -31,7 +32,7 @@ export const SourceConfigSchema = z.discriminatedUnion('type', [
     WebSourceConfigSchema,
 ]);
 export const LoaderConfigSchema = z.object({
-    type: z.enum(['text', 'pdf', 'csv', 'json', 'markdown']).default('text'),
+    type: z.enum(['text', 'pdf', 'csv', 'json', 'markdown', 'html']).default('text'),
     options: z.record(z.unknown()).optional(),
 });
 export const SplitterConfigSchema = z.object({
@@ -45,6 +46,9 @@ export const SearchConfigSchema = z.object({
     defaultK: z.number().default(4),
     scoreThreshold: z.number().optional(),
 });
+export const ReindexConfigSchema = z.object({
+    schedule: z.string().describe('Cron expression for periodic reindexing (e.g., "0 * * * *" for hourly)'),
+});
 // --- Graph Config Schema (direct mapping only) ---
 export const GraphConfigSchema = z.object({
     directMapping: z.any().optional(), // DirectMappingConfig
@@ -75,16 +79,27 @@ export const KnowledgeConfigSchema = z.preprocess((data) => {
         delete s.localSearch;
         cleaned.search = s;
     }
+    // Default loader based on source type when not explicitly set
+    if (!cleaned.loader) {
+        const source = cleaned.source;
+        if (source?.type === 'web') {
+            cleaned.loader = { type: 'html' };
+        }
+        else {
+            cleaned.loader = { type: 'text' };
+        }
+    }
     return cleaned;
 }, z.object({
     name: z.string().describe('Unique knowledge store identifier'),
     description: z.string().describe('Human-readable description'),
     source: SourceConfigSchema,
-    loader: LoaderConfigSchema,
+    loader: LoaderConfigSchema.optional(),
     splitter: SplitterConfigSchema,
     embedding: EmbeddingRefSchema,
     graph: GraphConfigSchema.optional(),
     search: SearchConfigSchema.optional(),
+    reindex: ReindexConfigSchema.optional(),
     metadata: z.record(z.unknown()).optional(),
 }));
 //# sourceMappingURL=types.js.map

package/dist/lib/knowledge/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../lib/knowledge/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,yBAAyB;AAEzB,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IACzE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACvB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CACrE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC3B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC;IAC3G,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC1D,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAC3F,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC1F,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CACjF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IACxF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;CACpF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IAC7D,2BAA2B;IAC3B,sBAAsB;IACtB,0BAA0B;IAC1B,qBAAqB;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAClF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACtC,CAAC,CAAC;AA+CH,oDAAoD;AAEpD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,sBAAsB;CAC1D,CAAC,CAAC;AAEH,mCAAmC;AAEnC,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,UAAU,CAC/C,CAAC,IAAa,EAAE,EAAE;IAChB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,CAAC,GAAG,IAA+B,CAAC;IAE1C,8BAA8B;IAC9B,MAAM,OAAO,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IACzB,OAAO,OAAO,CAAC,IAAI,CAAC;IACpB,OAAO,OAAO,CAAC,KAAK,CAAC;IAErB,wCAAwC;IACxC,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvD,MAAM,CAAC,GAAG,EAAE,GAAI,OAAO,CAAC,KAAiC,EAAE,CAAC;QAC5D,OAAO,CAAC,CAAC,WAAW,CAAC;QACrB,OAAO,CAAC,CAAC,KAAK,CAAC;QACf,OAAO,CAAC,CAAC,KAAK,CAAC;QACf,OAAO,CAAC,CAAC,cAAc,CAAC;QACxB,OAAO,CAAC,CAAC,UAAU,CAAC;QACpB,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,yCAAyC;IACzC,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzD,MAAM,CAAC,GAAG,EAAE,GAAI,OAAO,CAAC,MAAkC,EAAE,CAAC;QAC7D,OAAO,CAAC,CAAC,YAAY,CAAC;QACtB,OAAO,CAAC,CAAC,WAAW,CAAC;QACrB,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,EACD,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC9D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC9D,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,kBAAkB;IAC1B,QAAQ,EAAE,oBAAoB;IAC9B,SAAS,EAAE,kBAAkB;IAC7B,KAAK,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IACnC,MAAM,EAAE,kBAAkB,CAAC,QAAQ,EAAE;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC3C,CAAC,CACH,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../lib/knowledge/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,yBAAyB;AAEzB,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IACzE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACvB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CACrE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC3B,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC;IAC3G,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC1D,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAC3F,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAC1F,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CACjF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IACtB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC;IAC/C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0DAA0D,CAAC;IACpG,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACnF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mFAAmF,CAAC;CAC9H,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IAC7D,2BAA2B;IAC3B,sBAAsB;IACtB,0BAA0B;IAC1B,qBAAqB;CACtB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAChF,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAClF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;IACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACtC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wEAAwE,CAAC;CACxG,CAAC,CAAC;AA+CH,oDAAoD;AAEpD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,EAAE,sBAAsB;CAC1D,CAAC,CAAC;AAEH,mCAAmC;AAEnC,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,UAAU,CAC/C,CAAC,IAAa,EAAE,EAAE;IAChB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3D,MAAM,CAAC,GAAG,IAA+B,CAAC;IAE1C,8BAA8B;IAC9B,MAAM,OAAO,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IACzB,OAAO,OAAO,CAAC,IAAI,CAAC;IACpB,OAAO,OAAO,CAAC,KAAK,CAAC;IAErB,wCAAwC;IACxC,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvD,MAAM,CAAC,GAAG,EAAE,GAAI,OAAO,CAAC,KAAiC,EAAE,CAAC;QAC5D,OAAO,CAAC,CAAC,WAAW,CAAC;QACrB,OAAO,CAAC,CAAC,KAAK,CAAC;QACf,OAAO,CAAC,CAAC,KAAK,CAAC;QACf,OAAO,CAAC,CAAC,cAAc,CAAC;QACxB,OAAO,CAAC,CAAC,UAAU,CAAC;QACpB,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,yCAAyC;IACzC,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACzD,MAAM,CAAC,GAAG,EAAE,GAAI,OAAO,CAAC,MAAkC,EAAE,CAAC;QAC7D,OAAO,CAAC,CAAC,YAAY,CAAC;QACtB,OAAO,CAAC,CAAC,WAAW,CAAC;QACrB,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACrB,CAAC;IAED,8DAA8D;IAC9D,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,MAA6C,CAAC;QACrE,IAAI,MAAM,EAAE,IAAI,KAAK,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,EACD,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IAC9D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC9D,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,kBAAkB,CAAC,QAAQ,EAAE;IACrC,QAAQ,EAAE,oBAAoB;IAC9B,SAAS,EAAE,kBAAkB;IAC7B,KAAK,EAAE,iBAAiB,CAAC,QAAQ,EAAE;IACnC,MAAM,EAAE,kBAAkB,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,mBAAmB,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC3C,CAAC,CACH,CAAC"}

package/dist/lib/llm/llm-call-logger.d.ts

@@ -1,4 +1,4 @@
-import type { StructuredTool } from '../types/llm-types.ts';
+import { type StructuredTool } from '../types/llm-types.ts';
 export interface LLMCallContext {
     /** Caller identifier, e.g. "Agent: my-agent" or "ReactWorkflow: my-workflow" */
     caller: string;
@@ -14,10 +14,12 @@ interface ContextStats {
     systemPromptChars: number;
     messageCount: number;
     messageChars: number;
+    imageCount: number;
     toolCount: number;
     toolDescriptionChars: number;
     totalChars: number;
     estimatedTokens: number;
+    toolSizeMap: Map<string, number>;
 }
 /**
  * Log context stats before an LLM call.

package/dist/lib/llm/llm-call-logger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm-call-logger.d.ts","sourceRoot":"","sources":["../../../lib/llm/llm-call-logger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAK5D,MAAM,WAAW,cAAc;IAC7B,gFAAgF;IAChF,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,MAAM,CAAA;KAAE,GAAG,GAAG,CAAC,CAAC;IACrF,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,UAAU,YAAY;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AA8CD;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,cAAc,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,YAAY,CAAA;CAAE,CA4B/F;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,YAAY,EACnB,YAAY,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/D,IAAI,CAkBN"}
+{"version":3,"file":"llm-call-logger.d.ts","sourceRoot":"","sources":["../../../lib/llm/llm-call-logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAK3E,MAAM,WAAW,cAAc;IAC7B,gFAAgF;IAChF,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,MAAM,CAAA;KAAE,GAAG,GAAG,CAAC,CAAC;IACrF,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;CAC1B;AAED,UAAU,YAAY;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAsDD;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,cAAc,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,YAAY,CAAA;CAAE,CAyB/F;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,YAAY,EACnB,YAAY,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/D,IAAI,CAoBN"}

package/dist/lib/llm/llm-call-logger.js

@@ -1,3 +1,4 @@
+import { contentToText } from "../types/llm-types.js";
 import { createLogger } from "../logger.js";
 const logger = createLogger('LLMCall');
 /**
@@ -7,63 +8,66 @@ function computeStats(ctx) {
     const systemPromptChars = ctx.systemPrompt?.length ?? 0;
     let messageCount = 0;
     let messageChars = 0;
+    let imageCount = 0;
     if (ctx.messages) {
         messageCount = ctx.messages.length;
         for (const msg of ctx.messages) {
             const content = typeof msg === 'string'
                 ? msg
                 : msg.content
-                    ? String(msg.content)
+                    ? contentToText(msg.content)
                     : JSON.stringify(msg);
             messageChars += content.length;
+            // Count base64 image data that contentToText strips
+            if (msg.content && Array.isArray(msg.content)) {
+                for (const p of msg.content) {
+                    if (p.type === 'image') {
+                        messageChars += p.data?.length ?? 0;
+                        imageCount++;
+                    }
+                }
+            }
         }
     }
     let toolCount = 0;
     let toolDescriptionChars = 0;
+    const toolSizeMap = new Map();
     if (ctx.tools) {
         toolCount = ctx.tools.length;
         for (const t of ctx.tools) {
-            toolDescriptionChars += (t.name?.length ?? 0) + (t.description?.length ?? 0);
-            // Schema JSON also counts toward context
+            let size = (t.name?.length ?? 0) + (t.description?.length ?? 0);
             if (t.schema) {
                 try {
-                    toolDescriptionChars += JSON.stringify(t.schema).length;
-                }
-                catch {
-                    // skip if schema can't be serialized
+                    size += JSON.stringify(t.schema).length;
                 }
+                catch { /* skip */ }
             }
+            toolSizeMap.set(t.name, size);
+            toolDescriptionChars += size;
         }
     }
     const totalChars = systemPromptChars + messageChars + toolDescriptionChars;
     // Rough estimate: ~4 chars per token for English text
     const estimatedTokens = Math.round(totalChars / 4);
-    return { systemPromptChars, messageCount, messageChars, toolCount, toolDescriptionChars, totalChars, estimatedTokens };
+    return { systemPromptChars, messageCount, messageChars, imageCount, toolCount, toolDescriptionChars, totalChars, estimatedTokens, toolSizeMap };
 }
 /**
  * Log context stats before an LLM call.
  */
 export function logLLMCallStart(ctx) {
     const stats = computeStats(ctx);
+    const totalKB = (stats.totalChars / 1024).toFixed(1);
     const parts = [
-        `[${ctx.caller}] LLM call starting`,
-        `| tools: ${stats.toolCount} (${formatChars(stats.toolDescriptionChars)})`,
-        `| messages: ${stats.messageCount} (${formatChars(stats.messageChars)})`,
-        `| system prompt: ${formatChars(stats.systemPromptChars)}`,
-        `| total context: ~${formatChars(stats.totalChars)} (~${stats.estimatedTokens.toLocaleString()} tokens est.)`,
+        `[${ctx.caller}] LLM call — context: ${totalKB} KB (~${stats.estimatedTokens.toLocaleString()} tokens)`,
+        `| messages: ${stats.messageCount}`,
+        `| images: ${stats.imageCount}`,
+        `| tools: ${stats.toolCount}`,
     ];
     logger.info(parts.join(' '));
     // Log individual tool sizes if there are any, for debugging bloated descriptions
-    if (stats.toolCount > 0 && ctx.tools) {
-        const toolSizes = ctx.tools
-            .map((t) => {
-            let size = (t.name?.length ?? 0) + (t.description?.length ?? 0);
-            try {
-                size += JSON.stringify(t.schema).length;
-            }
-            catch { /* skip */ }
-            return { name: t.name, chars: size };
-        })
+    if (stats.toolCount > 0 && stats.toolSizeMap.size > 0) {
+        const toolSizes = Array.from(stats.toolSizeMap.entries())
+            .map(([name, chars]) => ({ name, chars }))
             .sort((a, b) => b.chars - a.chars);
         const toolSummary = toolSizes.map((t) => `${t.name}(${formatChars(t.chars)})`).join(', ');
         logger.info(`[${ctx.caller}] Tool sizes: ${toolSummary}`);
@@ -75,13 +79,14 @@ export function logLLMCallStart(ctx) {
  */
 export function logLLMCallEnd(caller, startTime, stats, responseInfo) {
     const duration = Date.now() - startTime;
+    const contextKB = (stats.totalChars / 1024).toFixed(1);
     const parts = [
         `[${caller}] LLM call completed in ${formatDuration(duration)}`,
-        `| context sent: ~${stats.estimatedTokens.toLocaleString()} tokens est.`,
+        `| sent: ${contextKB} KB`,
     ];
     if (responseInfo?.contentLength !== undefined) {
-        const responseTokens = Math.round(responseInfo.contentLength / 4);
-        parts.push(`| response: ${formatChars(responseInfo.contentLength)} (~${responseTokens.toLocaleString()} tokens est.)`);
+        const responseKB = (responseInfo.contentLength / 1024).toFixed(1);
+        parts.push(`| response: ${responseKB} KB`);
     }
     if (responseInfo?.messageCount !== undefined) {
         parts.push(`| response messages: ${responseInfo.messageCount}`);

package/dist/lib/llm/llm-call-logger.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-call-logger.js","sourceRoot":"","sources":["../../../lib/llm/llm-call-logger.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAoBvC;;GAEG;AACH,SAAS,YAAY,CAAC,GAAmB;IACvC,MAAM,iBAAiB,GAAG,GAAG,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC;IAExD,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,YAAY,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnC,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,OAAO,GAAG,KAAK,QAAQ;gBACrC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,GAAG,CAAC,OAAO;oBACX,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;oBACrB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1B,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;QACjC,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC1B,oBAAoB,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAC7E,yCAAyC;YACzC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,oBAAoB,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;gBAC1D,CAAC;gBAAC,MAAM,CAAC;oBACP,qCAAqC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,GAAG,YAAY,GAAG,oBAAoB,CAAC;IAC3E,sDAAsD;IACtD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAEnD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,oBAAoB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;AACzH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAmB;IACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAG;QACZ,IAAI,GAAG,CAAC,MAAM,qBAAqB;QACnC,YAAY,KAAK,CAAC,SAAS,KAAK,WAAW,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG;QAC1E,eAAe,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG;QACxE,oBAAoB,WAAW,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE;QAC1D,qBAAqB,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,eAAe,CAAC,cAAc,EAAE,eAAe;KAC9G,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7B,iFAAiF;IACjF,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK;aACxB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC;gBAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;YACrE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACvC,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1F,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,iBAAiB,WAAW,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,MAAc,EACd,SAAiB,EACjB,KAAmB,EACnB,YAAgE;IAEhE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,MAAM,KAAK,GAAG;QACZ,IAAI,MAAM,2BAA2B,cAAc,CAAC,QAAQ,CAAC,EAAE;QAC/D,oBAAoB,KAAK,CAAC,eAAe,CAAC,cAAc,EAAE,cAAc;KACzE,CAAC;IAEF,IAAI,YAAY,EAAE,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,eAAe,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,MAAM,cAAc,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;IACzH,CAAC;IAED,IAAI,YAAY,EAAE,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,wBAAwB,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,IAAI,KAAK,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,OAAO,GAAG,KAAK,QAAQ,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,EAAU;IAChC,IAAI,EAAE,IAAI,MAAM;QAAE,OAAO,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxD,IAAI,EAAE,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACtD,OAAO,GAAG,EAAE,IAAI,CAAC;AACnB,CAAC"}
+{"version":3,"file":"llm-call-logger.js","sourceRoot":"","sources":["../../../lib/llm/llm-call-logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAuB,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAsBvC;;GAEG;AACH,SAAS,YAAY,CAAC,GAAmB;IACvC,MAAM,iBAAiB,GAAG,GAAG,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC;IAExD,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,YAAY,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QACnC,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,OAAO,GAAG,KAAK,QAAQ;gBACrC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,GAAG,CAAC,OAAO;oBACX,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC;oBAC5B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1B,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;YAC/B,oDAAoD;YACpD,IAAI,GAAG,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9C,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAC5B,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBACvB,YAAY,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC;wBACpC,UAAU,EAAE,CAAC;oBACf,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC;oBAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;YACvE,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC9B,oBAAoB,IAAI,IAAI,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,GAAG,YAAY,GAAG,oBAAoB,CAAC;IAC3E,sDAAsD;IACtD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAEnD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,oBAAoB,EAAE,UAAU,EAAE,eAAe,EAAE,WAAW,EAAE,CAAC;AAClJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAmB;IACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAEhC,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAErD,MAAM,KAAK,GAAG;QACZ,IAAI,GAAG,CAAC,MAAM,yBAAyB,OAAO,SAAS,KAAK,CAAC,eAAe,CAAC,cAAc,EAAE,UAAU;QACvG,eAAe,KAAK,CAAC,YAAY,EAAE;QACnC,aAAa,KAAK,CAAC,UAAU,EAAE;QAC/B,YAAY,KAAK,CAAC,SAAS,EAAE;KAC9B,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7B,iFAAiF;IACjF,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;aACtD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1F,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,iBAAiB,WAAW,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,MAAc,EACd,SAAiB,EACjB,KAAmB,EACnB,YAAgE;IAEhE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAEvD,MAAM,KAAK,GAAG;QACZ,IAAI,MAAM,2BAA2B,cAAc,CAAC,QAAQ,CAAC,EAAE;QAC/D,WAAW,SAAS,KAAK;KAC1B,CAAC;IAEF,IAAI,YAAY,EAAE,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,CAAC,YAAY,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,YAAY,EAAE,YAAY,KAAK,SAAS,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,wBAAwB,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,IAAI,SAAS;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,IAAI,KAAK,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAClE,OAAO,GAAG,KAAK,QAAQ,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,EAAU;IAChC,IAAI,EAAE,IAAI,MAAM;QAAE,OAAO,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxD,IAAI,EAAE,IAAI,KAAK;QAAE,OAAO,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACtD,OAAO,GAAG,EAAE,IAAI,CAAC;AACnB,CAAC"}