illuma-agents 1.0.2 → 1.0.3

package/src/utils/tokens.ts

@@ -1,70 +1,129 @@
-import { Tiktoken } from 'js-tiktoken/lite';
-import type { BaseMessage } from '@langchain/core/messages';
-import { ContentTypes } from '@/common/enum';
-
-export function getTokenCountForMessage(message: BaseMessage, getTokenCount: (text: string) => number): number {
-  const tokensPerMessage = 3;
-
-  const processValue = (value: unknown): void => {
-    if (Array.isArray(value)) {
-      for (const item of value) {
-        if (
-          !item ||
-          !item.type ||
-          item.type === ContentTypes.ERROR ||
-          item.type === ContentTypes.IMAGE_URL
-        ) {
-          continue;
-        }
-
-        if (item.type === ContentTypes.TOOL_CALL && item.tool_call != null) {
-          const toolName = item.tool_call?.name || '';
-          if (toolName != null && toolName && typeof toolName === 'string') {
-            numTokens += getTokenCount(toolName);
-          }
-
-          const args = item.tool_call?.args || '';
-          if (args != null && args && typeof args === 'string') {
-            numTokens += getTokenCount(args);
-          }
-
-          const output = item.tool_call?.output || '';
-          if (output != null && output && typeof output === 'string') {
-            numTokens += getTokenCount(output);
-          }
-          continue;
-        }
-
-        const nestedValue = item[item.type];
-
-        if (!nestedValue) {
-          continue;
-        }
-
-        processValue(nestedValue);
-      }
-    } else if (typeof value === 'string') {
-      numTokens += getTokenCount(value);
-    } else if (typeof value === 'number') {
-      numTokens += getTokenCount(value.toString());
-    } else if (typeof value === 'boolean') {
-      numTokens += getTokenCount(value.toString());
-    }
-  };
-
-  let numTokens = tokensPerMessage;
-  processValue(message.content);
-  return numTokens;
-}
-
-export const createTokenCounter = async () => {
-  const res = await fetch('https://tiktoken.pages.dev/js/o200k_base.json');
-  const o200k_base = await res.json();
-
-  const countTokens = (text: string): number => {
-    const enc = new Tiktoken(o200k_base);
-    return enc.encode(text).length;
-  };
-
-  return (message: BaseMessage): number => getTokenCountForMessage(message, countTokens);
-};
+import { Tiktoken } from 'js-tiktoken/lite';
+import type { BaseMessage } from '@langchain/core/messages';
+import { ContentTypes } from '@/common/enum';
+
+export function getTokenCountForMessage(
+  message: BaseMessage,
+  getTokenCount: (text: string) => number
+): number {
+  const tokensPerMessage = 3;
+
+  const processValue = (value: unknown): void => {
+    if (Array.isArray(value)) {
+      for (const item of value) {
+        if (
+          !item ||
+          !item.type ||
+          item.type === ContentTypes.ERROR ||
+          item.type === ContentTypes.IMAGE_URL
+        ) {
+          continue;
+        }
+
+        if (item.type === ContentTypes.TOOL_CALL && item.tool_call != null) {
+          const toolName = item.tool_call?.name || '';
+          if (toolName != null && toolName && typeof toolName === 'string') {
+            numTokens += getTokenCount(toolName);
+          }
+
+          const args = item.tool_call?.args || '';
+          if (args != null && args && typeof args === 'string') {
+            numTokens += getTokenCount(args);
+          }
+
+          const output = item.tool_call?.output || '';
+          if (output != null && output && typeof output === 'string') {
+            numTokens += getTokenCount(output);
+          }
+          continue;
+        }
+
+        const nestedValue = item[item.type];
+
+        if (!nestedValue) {
+          continue;
+        }
+
+        processValue(nestedValue);
+      }
+    } else if (typeof value === 'string') {
+      numTokens += getTokenCount(value);
+    } else if (typeof value === 'number') {
+      numTokens += getTokenCount(value.toString());
+    } else if (typeof value === 'boolean') {
+      numTokens += getTokenCount(value.toString());
+    }
+  };
+
+  let numTokens = tokensPerMessage;
+  processValue(message.content);
+  return numTokens;
+}
+
+let encoderPromise: Promise<Tiktoken> | undefined;
+let tokenCounterPromise: Promise<(message: BaseMessage) => number> | undefined;
+
+async function getSharedEncoder(): Promise<Tiktoken> {
+  if (encoderPromise) {
+    return encoderPromise;
+  }
+  encoderPromise = (async (): Promise<Tiktoken> => {
+    const res = await fetch('https://tiktoken.pages.dev/js/o200k_base.json');
+    const o200k_base = await res.json();
+    return new Tiktoken(o200k_base);
+  })();
+  return encoderPromise;
+}
+
+/**
+ * Creates a singleton token counter function that reuses the same encoder instance.
+ * This avoids creating multiple function closures and prevents potential memory issues.
+ */
+export const createTokenCounter = async (): Promise<
+  (message: BaseMessage) => number
+> => {
+  if (tokenCounterPromise) {
+    return tokenCounterPromise;
+  }
+
+  tokenCounterPromise = (async (): Promise<
+    (message: BaseMessage) => number
+  > => {
+    const enc = await getSharedEncoder();
+    const countTokens = (text: string): number => enc.encode(text).length;
+    return (message: BaseMessage): number =>
+      getTokenCountForMessage(message, countTokens);
+  })();
+
+  return tokenCounterPromise;
+};
+
+/**
+ * Utility to manage the token encoder lifecycle explicitly.
+ * Useful for applications that need fine-grained control over resource management.
+ */
+export const TokenEncoderManager = {
+  /**
+   * Pre-initializes the encoder. This can be called during app startup
+   * to avoid lazy loading delays later.
+   */
+  async initialize(): Promise<void> {
+    await getSharedEncoder();
+  },
+
+  /**
+   * Clears the cached encoder and token counter.
+   * Useful for testing or when you need to force a fresh reload.
+   */
+  reset(): void {
+    encoderPromise = undefined;
+    tokenCounterPromise = undefined;
+  },
+
+  /**
+   * Checks if the encoder has been initialized.
+   */
+  isInitialized(): boolean {
+    return encoderPromise !== undefined;
+  },
+};

package/dist/types/scripts/abort.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/ant_web_search.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/args.d.ts

@@ -1,7 +0,0 @@
-import { Providers } from '@/common';
-export declare function getArgs(): Promise<{
-    userName: string;
-    location: string;
-    provider: Providers;
-    currentDate: string;
-}>;

package/dist/types/scripts/caching.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/cli.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/cli2.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/cli3.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/cli4.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/cli5.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/code_exec.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/code_exec_files.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/code_exec_simple.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/content.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/empty_input.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/image.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/memory.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/search.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/simple.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/stream.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/thinking.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/scripts/tools.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/types/specs/spec.utils.d.ts

@@ -1 +0,0 @@
-export declare function capitalizeFirstLetter(string: string): string;

package/dist/types/tools/example.d.ts

@@ -1,78 +0,0 @@
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
-import { DynamicStructuredTool } from '@langchain/core/tools';
-import { z } from 'zod';
-export declare const fetchRandomImageTool: DynamicStructuredTool<z.ZodObject<{
-    input: z.ZodOptional<z.ZodString>;
-}, "strip", z.ZodTypeAny, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}>, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}, (string | undefined)[] | ({
-    type: string;
-    text: string;
-}[] | {
-    content: {
-        type: string;
-        image_url: {
-            url: string;
-        };
-    }[];
-})[]>;
-export declare const fetchRandomImageURL: DynamicStructuredTool<z.ZodObject<{
-    input: z.ZodOptional<z.ZodString>;
-}, "strip", z.ZodTypeAny, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}>, {
-    input?: string | undefined;
-}, {
-    input?: string | undefined;
-}, (string | undefined)[] | ({
-    type: string;
-    text: string;
-}[] | {
-    content: {
-        type: string;
-        image_url: {
-            url: string;
-        };
-    }[];
-})[]>;
-export declare const chartTool: DynamicStructuredTool<z.ZodObject<{
-    data: z.ZodArray<z.ZodObject<{
-        label: z.ZodString;
-        value: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        value: number;
-        label: string;
-    }, {
-        value: number;
-        label: string;
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}>, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}, {
-    data: {
-        value: number;
-        label: string;
-    }[];
-}, string>;
-export declare const tavilyTool: TavilySearchResults;

package/src/tools/example.ts

@@ -1,129 +0,0 @@
-import { TavilySearchResults } from '@langchain/community/tools/tavily_search';
-import { DynamicStructuredTool , tool } from '@langchain/core/tools';
-import { z } from 'zod';
-import { config } from 'dotenv';
-
-config();
-
-import fetch from 'node-fetch';
-import { Constants } from '@/common';
-
-const fetchImageSchema = z.object({ input: z.string().optional() });
-
-export const fetchRandomImageTool = tool(
-  async () => {
-    try {
-      // Lorem Picsum provides random images at any size
-      const imageUrl = 'https://picsum.photos/200/300';
-
-      const imageResponse = await fetch(imageUrl);
-      // eslint-disable-next-line no-console
-      console.log(imageResponse);
-      const arrayBuffer = await imageResponse.arrayBuffer();
-      const base64 = Buffer.from(arrayBuffer).toString('base64');
-      const content = [{
-        type: 'image_url',
-        image_url: {
-          url: `data:image/jpeg;base64,${base64}`,
-        },
-      }];
-
-      const response = [
-        {
-          type: 'text',
-          text: 'Random image from Lorem Picsum, taken at 800x600',
-        },
-      ];
-      return [response, { content }];
-    } catch (error) {
-      return [`Error fetching image: ${(error as Error).message}`, undefined];
-    }
-  },
-  {
-    name: 'fetchRandomImage',
-    description: 'Fetches a random image from Lorem Picsum',
-    schema: fetchImageSchema,
-    responseFormat: Constants.CONTENT_AND_ARTIFACT,
-  }
-);
-
-export const fetchRandomImageURL = tool(
-  async () => {
-    try {
-      const imageUrl = 'https://picsum.photos/200/300';
-
-      const imageResponse = await fetch(imageUrl);
-      const content = [{
-        type: 'image_url',
-        image_url: {
-          url: imageResponse.url,
-        },
-      }];
-
-      // eslint-disable-next-line no-console
-      console.log('URL RESPONSE', imageResponse.url);
-
-      const response = [
-        {
-          type: 'text',
-          text: 'Random image from Lorem Picsum, taken at 800x600',
-        },
-      ];
-      return [response, { content }];
-    } catch (error) {
-      return [`Error fetching image: ${(error as Error).message}`, undefined];
-    }
-  },
-  {
-    name: 'fetchRandomImage',
-    description: 'Fetches a random image from Lorem Picsum',
-    schema: fetchImageSchema,
-    responseFormat: Constants.CONTENT_AND_ARTIFACT,
-  }
-);
-
-export const chartTool = new DynamicStructuredTool({
-  name: 'generate_bar_chart',
-  description:
-    'Generates a text-based bar chart from an array of data points and returns it as a string.',
-  schema: z.object({
-    data: z.array(
-      z.object({
-        label: z.string(),
-        value: z.number(),
-      })
-    ),
-  }),
-  func: async ({ data }): Promise<string> => {
-    const maxValue = Math.max(...data.map(d => d.value));
-    const chartHeight = 20;
-    const chartWidth = 50;
-
-    let chart = '';
-
-    // Generate Y-axis labels and bars
-    for (let i = chartHeight; i >= 0; i--) {
-      const row = data.map(d => {
-        const barHeight = Math.round((d.value / maxValue) * chartHeight);
-        return barHeight >= i ? '█' : ' ';
-      });
-
-      const yLabel = i === chartHeight ? maxValue.toString().padStart(4) :
-        i === 0 ? '0'.padStart(4) :
-          i % 5 === 0 ? Math.round((i / chartHeight) * maxValue).toString().padStart(4) : '    ';
-
-      chart += `${yLabel} │${row.join(' ')} \n`;
-    }
-
-    // Generate X-axis
-    chart += '     ├' + '─'.repeat(chartWidth) + '\n';
-
-    // Generate X-axis labels
-    const xLabels = data.map(d => d.label.padEnd(5).substring(0, 5)).join(' ');
-    chart += `     ${xLabels}`;
-
-    return chart;
-  },
-});
-
-export const tavilyTool = new TavilySearchResults();