@isdk/ai-tool 0.5.7 → 0.6.0

package/dist/index.d.mts

@@ -5,20 +5,20 @@ import { A as AsyncTaskId, a as AIModelNameRules } from './index-BkwhCK1q.mjs';
 export { e as AIModelNameRule, d as AIModelNameRuleFn, c as ActionName, b as ActionNames, s as AsyncFeatureBits, t as AsyncFeatures, J as BaseFunc, H as BaseFuncItem, n as BinarySemaphore, i as BinarySemaphoreAcquireOptions, B as BinarySemaphoreOptions, j as BinarySemaphoreReleaseOptions, k as BinarySemaphoreReleaserFunc, x as CancelableAbility, C as CancelableAbilityOptions, O as ClientFuncItem, U as ClientToolFuncSchema, Q as ClientTools, D as DefaultAsyncSemaphoreCapacity, a5 as EventClient, a4 as EventClientFuncParams, a8 as EventServer, a7 as EventServerFuncParams, _ as EventToolFunc, I as FuncItem, z as FuncParam, F as FuncParamType, E as FuncParams, K as Funcs, P as PASSING_SCORE, p as RateLimit, f as RemoteFuncItem, R as RemoteToolFuncSchema, aa as ResClientFuncParams, ab as ResClientTools, ac as ResServerFuncParams, ad as ResServerTools, g as SSEChannel, S as SSEChannelAlreadyClosedErrCode, a0 as SecondaryCache, o as Semaphore, h as SemaphoreIsReadyFuncType, l as SemaphoreOptions, m as SemaphoreTaskItem, W as ServerFuncItem, V as ServerFuncParams, Y as ServerToolFuncSchema, X as ServerTools, G as TFunc, u as TaskAbortController, v as TaskAbortControllers, w as TaskPromise, q as ToolAsyncCancelableBit, T as ToolAsyncMultiTaskBit, r as ToolAsyncPriorityBit, M as ToolFunc, L as ToolFuncPackage, N as ToolFuncSchema, a1 as _lrucache, a2 as createLRUCache, $ as event, a6 as eventClient, a9 as eventServer, a3 as lrucache, y as makeToolFuncCancelable, Z as registerCoreTools } from './index-BkwhCK1q.mjs';
 import { BaseError } from '@isdk/common-error';
 export { AbortError, AbortErrorCode, AlreadyExistsError, AlreadyExistsErrorCode, BaseError, CommonError, ErrorCode, InternalErrorCode, NotFoundError, NotFoundErrorCode, NotImplementationError, NotImplementedErrorCode, createError, throwError } from '@isdk/common-error';
-import { BaseFactory } from 'custom-factory';
+import { StringTemplateOptions, StringTemplate } from '@isdk/template-engines';
+export { EnvStringTemplate as EnvPromptTemplate, FStringTemplate as FStringPromptTemplate, GolangStringTemplate as GolangPromptTemplate, StringTemplate as PromptTemplate, StringTemplateOptions as PromptTemplateOptions, createHfValueFunc, defaultTemplateFormat, expandEnv, expandObjEnv, getEnvVairables } from '@isdk/template-engines';
 import { Event, EventEmitter } from 'events-ex';
 export { EventEmitter, states as EventStates, eventable, wrapEventEmitter } from 'events-ex';
 import * as _base32768 from 'base32768';
 import { IDataType } from 'hash-wasm';
+export { ConfigFile, FilenameReservedRegex, SanitizeFilenameOptions, WindowsReservedNameRegex, extNameLevel, getMultiLevelExtname, isValidFilename, isValidFilepath, parseYaml, registerYamlTag, sanitizeFilename, sanitizeFilepath, stringifyYaml } from '@isdk/util';
 import * as fs from 'fs';
-import { ParseOptions, DocumentOptions, SchemaOptions, ToJSOptions, CreateNodeOptions, ToStringOptions } from 'yaml';
 import _memoize, { Options } from 'memoizee';
 export { f as findPort } from './find-port-qS1CZ9c-.mjs';
 import { PreTrainedTokenizer } from '@xenova/transformers';
 export { NIL as uuidNIL, parse as uuidParse, stringify as uuidStringify, validate as uuidValidate, version as uuidVersion, v1 as uuidv1, v4 as uuidv4, v5 as uuidv5 } from 'uuid';
 export { canonicalize } from 'json-canonicalize';
 export { mimeType } from 'mime-type/with-db';
-export { Config as ConfigFile } from 'load-config-file';
 export { formatISO, parse as parseDateFormat, parseISO, toDate } from 'date-fns';
 export { LRUCache } from 'secondary-cache';
 import 'property-manager';
@@ -132,60 +132,6 @@ interface AIChatToolTypeObject {
 }
 declare function messagesToText(messages: AIChatMessageParamBase[]): string;
 
-/**
- * Prompt Type
- * defaults to `chat`
- */
-declare const PromptTypes: readonly ["chat", "char", "plan"];
-type PromptType = typeof PromptTypes[number];
-declare const PromptTemplateTypes: readonly ["internal", "hf", "fill"];
-type PromptTemplateType = typeof PromptTemplateTypes[number];
-
-declare const defaultTemplateFormat = "default";
-interface PromptTemplateOptions {
-    template?: string;
-    data?: Record<string, any>;
-    templateFormat?: string;
-    inputVariables?: string[];
-    compiledTemplate?: any;
-    ignoreInitialize?: boolean;
-    [name: string]: any;
-}
-declare class PromptTemplate extends BaseFactory {
-    compiledTemplate: any;
-    template: string;
-    templateFormat: string | undefined;
-    data: Record<string, any> | undefined;
-    inputVariables: string[] | undefined;
-    static from(template?: string | PromptTemplateOptions, options?: PromptTemplateOptions): PromptTemplate;
-    static format(options: PromptTemplateOptions): Promise<string>;
-    /**
-     * If the given options.template is the template, perform formatting using that template.
-     * @param options - The options object to check for being a template and to format.
-     * @returns A Promise that resolves to the formatted result if options is a template; otherwise, no value is returned.
-     */
-    static formatIf(options: PromptTemplateOptions): Promise<string | undefined>;
-    static isTemplate(templateOpt: PromptTemplateOptions): any;
-    /**
-     * Validate/filter the data in inputVariables
-     * @param data
-     * @returns
-     */
-    filterData(data: Record<string, any>): Record<string, any>;
-    constructor(template?: string | PromptTemplateOptions, options?: PromptTemplateOptions);
-    _initialize(options?: PromptTemplateOptions): void;
-    initialize(options?: PromptTemplateOptions): void;
-    _format(data: Record<string, any>): string | Promise<string>;
-    format(data?: Record<string, any>): Promise<string>;
-    /**
-     * it can make sense to "partial" a prompt template - eg pass in a subset of the required values, as to create a new prompt template which expects only the remaining subset of values.
-     * @param data the partial data
-     * @returns the new partial PromptTemplate instance
-     */
-    partial(data: Record<string, any>): PromptTemplate;
-    toJSON(options?: PromptTemplateOptions): PromptTemplateOptions;
-}
-
 type PromptExamples<T = any> = Iterable<PromiseLike<T> | T> | AsyncIterable<T>;
 interface PromptExampleSelectorOptions {
     /**
@@ -269,394 +215,8 @@ declare class PromptExampleSelector<T = any> {
     [Symbol.asyncIterator](): AsyncGenerator<Awaited<T>, void, unknown>;
 }
 
-/**
- * Represents tokens that our language understands in parsing.
- */
-declare const TOKEN_TYPES: Readonly<{
-    Text: "Text";
-    NumericLiteral: "NumericLiteral";
-    BooleanLiteral: "BooleanLiteral";
-    NullLiteral: "NullLiteral";
-    StringLiteral: "StringLiteral";
-    Identifier: "Identifier";
-    Equals: "Equals";
-    OpenParen: "OpenParen";
-    CloseParen: "CloseParen";
-    OpenStatement: "OpenStatement";
-    CloseStatement: "CloseStatement";
-    OpenExpression: "OpenExpression";
-    CloseExpression: "CloseExpression";
-    OpenSquareBracket: "OpenSquareBracket";
-    CloseSquareBracket: "CloseSquareBracket";
-    OpenCurlyBracket: "OpenCurlyBracket";
-    CloseCurlyBracket: "CloseCurlyBracket";
-    Comma: "Comma";
-    Dot: "Dot";
-    Colon: "Colon";
-    Pipe: "Pipe";
-    CallOperator: "CallOperator";
-    AdditiveBinaryOperator: "AdditiveBinaryOperator";
-    MultiplicativeBinaryOperator: "MultiplicativeBinaryOperator";
-    ComparisonBinaryOperator: "ComparisonBinaryOperator";
-    UnaryOperator: "UnaryOperator";
-    Set: "Set";
-    If: "If";
-    For: "For";
-    In: "In";
-    Is: "Is";
-    NotIn: "NotIn";
-    Else: "Else";
-    EndIf: "EndIf";
-    ElseIf: "ElseIf";
-    EndFor: "EndFor";
-    And: "And";
-    Or: "Or";
-    Not: "UnaryOperator";
-    Macro: "Macro";
-    EndMacro: "EndMacro";
-}>;
-type TokenType = keyof typeof TOKEN_TYPES;
-/**
- * Represents a single token in the template.
- */
-declare class Token {
-    value: string;
-    type: TokenType;
-    /**
-     * Constructs a new Token.
-     * @param {string} value The raw value as seen inside the source code.
-     * @param {TokenType} type The type of token.
-     */
-    constructor(value: string, type: TokenType);
-}
-interface PreprocessOptions {
-    trim_blocks?: boolean;
-    lstrip_blocks?: boolean;
-}
-/**
- * Generate a list of tokens from a source string.
- */
-declare function tokenize(source: string, options?: PreprocessOptions): Token[];
-
-/**
- * Statements do not result in a value at runtime. They contain one or more expressions internally.
- */
-declare class Statement {
-    isStatement?: boolean;
-    type: string;
-}
-/**
- * Defines a block which contains many statements. Each chat template corresponds to one Program.
- */
-declare class Program extends Statement {
-    body: Statement[];
-    type: string;
-    constructor(body: Statement[]);
-}
-
-/**
- * Generate the Abstract Syntax Tree (AST) from a list of tokens.
- * Operator precedence can be found here: https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Operators/Operator_precedence#table
- */
-declare function parse(tokens: Token[]): Program;
-
-type AnyRuntimeValue = NumericValue | StringValue | BooleanValue | ObjectValue | ArrayValue | FunctionValue | NullValue | UndefinedValue;
-/**
- * Abstract base class for all Runtime values.
- * Should not be instantiated directly.
- */
-declare abstract class RuntimeValue<T> {
-    type: string;
-    value: T;
-    /**
-     * A collection of built-in functions for this type.
-     */
-    builtins: Map<string, AnyRuntimeValue>;
-    /**
-     * Creates a new RuntimeValue.
-     */
-    constructor(value?: T);
-    /**
-     * Determines truthiness or falsiness of the runtime value.
-     * This function should be overridden by subclasses if it has custom truthiness criteria.
-     * @returns {BooleanValue} BooleanValue(true) if the value is truthy, BooleanValue(false) otherwise.
-     */
-    __bool__(): BooleanValue;
-    toString(): string;
-    toJSON(): any;
-}
-/**
- * Represents a numeric value at runtime.
- */
-declare class NumericValue extends RuntimeValue<number> {
-    type: string;
-}
-/**
- * Represents a string value at runtime.
- */
-declare class StringValue extends RuntimeValue<string> {
-    type: string;
-    builtins: Map<string, AnyRuntimeValue>;
-}
-/**
- * Represents a boolean value at runtime.
- */
-declare class BooleanValue extends RuntimeValue<boolean> {
-    type: string;
-}
-/**
- * Represents an Object value at runtime.
- */
-declare class ObjectValue extends RuntimeValue<Map<string, AnyRuntimeValue>> {
-    orgValue?: Record<string, any> | undefined;
-    type: string;
-    constructor(value: Map<string, AnyRuntimeValue>, orgValue?: Record<string, any> | undefined);
-    toString(): string;
-    toJSON(): Record<string, any>;
-    /**
-     * NOTE: necessary to override since all JavaScript arrays are considered truthy,
-     * while only non-empty Python arrays are consider truthy.
-     *
-     * e.g.,
-     *  - JavaScript:  {} && 5 -> 5
-     *  - Python:      {} and 5 -> {}
-     */
-    __bool__(): BooleanValue;
-    builtins: Map<string, AnyRuntimeValue>;
-}
-/**
- * Represents an Array value at runtime.
- */
-declare class ArrayValue extends RuntimeValue<AnyRuntimeValue[]> {
-    type: string;
-    builtins: Map<string, AnyRuntimeValue>;
-    /**
-     * NOTE: necessary to override since all JavaScript arrays are considered truthy,
-     * while only non-empty Python arrays are consider truthy.
-     *
-     * e.g.,
-     *  - JavaScript:  [] && 5 -> 5
-     *  - Python:      [] and 5 -> []
-     */
-    __bool__(): BooleanValue;
-}
-/**
- * Represents a Function value at runtime.
- */
-declare class FunctionValue extends RuntimeValue<(args: AnyRuntimeValue[], scope: Environment) => AnyRuntimeValue> {
-    type: string;
-}
-/**
- * Represents a Null value at runtime.
- */
-declare class NullValue extends RuntimeValue<null> {
-    type: string;
-}
-/**
- * Represents an Undefined value at runtime.
- */
-declare class UndefinedValue extends RuntimeValue<undefined> {
-    type: string;
-}
-/**
- * Represents the current environment (scope) at runtime.
- */
-declare class Environment {
-    parent?: Environment | undefined;
-    /**
-     * The variables declared in this environment.
-     */
-    variables: Map<string, AnyRuntimeValue>;
-    /**
-     * The tests available in this environment.
-     */
-    tests: Map<string, (...value: AnyRuntimeValue[]) => boolean>;
-    constructor(parent?: Environment | undefined);
-    /**
-     * Set the value of a variable in the current environment.
-     */
-    set(name: string, value: unknown): AnyRuntimeValue;
-    private declareVariable;
-    /**
-     * Set variable in the current scope.
-     * See https://jinja.palletsprojects.com/en/3.0.x/templates/#assignments for more information.
-     */
-    setVariable(name: string, value: AnyRuntimeValue): AnyRuntimeValue;
-    /**
-     * Resolve the environment in which the variable is declared.
-     * @param {string} name The name of the variable.
-     * @returns {Environment} The environment in which the variable is declared.
-     */
-    private resolve;
-    lookupVariable(name: string): AnyRuntimeValue;
-}
-declare class Interpreter {
-    global: Environment;
-    constructor(env?: Environment);
-    /**
-     * Run the program.
-     */
-    run(program: Program): AnyRuntimeValue;
-    /**
-     * Evaluates expressions following the binary operation type.
-     */
-    private evaluateBinaryExpression;
-    private evaluateArguments;
-    /**
-     * Evaluates expressions following the filter operation type.
-     */
-    private evaluateFilterExpression;
-    /**
-     * Evaluates expressions following the test operation type.
-     */
-    private evaluateTestExpression;
-    /**
-     * Evaluates expressions following the unary operation type.
-     */
-    private evaluateUnaryExpression;
-    private evalProgram;
-    private evaluateBlock;
-    private evaluateIdentifier;
-    private evaluateCallExpression;
-    private evaluateSliceExpression;
-    private evaluateMemberExpression;
-    private evaluateSet;
-    private evaluateIf;
-    private evaluateFor;
-    /**
-     * See https://jinja.palletsprojects.com/en/3.1.x/templates/#macros for more information.
-     */
-    private evaluateMacro;
-    evaluate(statement: Statement | undefined, environment: Environment): AnyRuntimeValue;
-}
-
-declare function randomInt(to: number, from?: number): number;
-/**
- * Selects an element from the given object, array, or string.
- * @param obj Can be an object, array, or string to select from.
- * @param index Optional, specifies the index or key to select. Negative values indicate indices from the end.
- * @returns The selected element, or `undefined` if the input is empty or not provided.
- *
- * @example
- * // Selecting an element from an array
- * const array = ['apple', 'banana', 'cherry']
- * console.log(select(array)) // Random element from the array
- * console.log(select(array, 1)) // Second element
- * console.log(select(array, -1)) // Last element
- *
- * @example
- * // Selecting a property from an object
- * const obj = { fruit1: 'apple', fruit2: 'banana', fruit3: 'cherry' }
- * console.log(select(obj)) // Random property from the object
- * console.log(select(obj, 'fruit2')) // Property with key 'fruit2'
- *
- * @example
- * // Selecting a character from a string
- * const str = 'hello'
- * console.log(select(str)) // Random character from the string
- * console.log(select(str, 1)) // Second character
- * console.log(select(str, -1)) // Last character
- */
-declare function select(obj: any | any[], index?: number | string): any;
-declare function tojson(value: any, indent?: number | {
-    indent?: number;
-    depth?: number;
-}, depth?: number): string;
-declare function join(value: any, separator?: string): any;
-declare const builtins: {
-    randomInt: typeof randomInt;
-    select: typeof select;
-    tojson: typeof tojson;
-    join: typeof join;
-};
-
-/**
- * @file Jinja templating engine
- *
- * A minimalistic JavaScript reimplementation of the [Jinja](https://github.com/pallets/jinja) templating engine,
- * to support the chat templates. Special thanks to [Tyler Laceby](https://github.com/tlaceby) for his amazing
- * ["Guide to Interpreters"](https://github.com/tlaceby/guide-to-interpreters-series) tutorial series,
- * which provided the basis for this implementation.
- *
- * See the [Transformers documentation](https://huggingface.co/docs/transformers/main/en/chat_templating) for more information.
- *
- * @module index
- */
-
-declare class EnvironmentEx extends Environment {
-    parent?: EnvironmentEx | undefined;
-    constructor(parent?: EnvironmentEx | undefined);
-    assign(items: Record<string, unknown>): void;
-    clear(): void;
-}
-declare class Template {
-    parsed: Program;
-    static global: EnvironmentEx;
-    /**
-     * @param {string} template The template string
-     */
-    constructor(template: string, options?: PreprocessOptions);
-    render(items?: Record<string, unknown>): string;
-}
-
-declare class HfPromptTemplate extends PromptTemplate {
-    compiledTemplate: Template;
-    static isTemplate(templateOpt: PromptTemplateOptions | string): boolean;
-    getVariables(template?: Template): string[];
-    _initialize(options?: PromptTemplateOptions): void;
-    _format(data: Record<string, any>): string;
-}
-declare function createHfValueFunc(fn: Function): (_data: any) => Function;
-
-/**
- * Type that represents a node in a parsed format string. It can be either
- * a literal text or a variable name.
- */
-type FStringPromptTemplateNode = {
-    type: "literal";
-    text: string;
-} | {
-    type: "variable";
-    name: string;
-};
-/**
- * Type that represents a function that takes a template string and
- * returns an array of `ParsedFStringNode`.
- *
- * extract from langchain.js/langchain-core/src/prompts/template.ts
- */
-declare function parseFString(template: string): FStringPromptTemplateNode[];
-/**
- * Type that represents a function that takes a template string and a set
- * of input values, and returns a string where all variables in the
- * template have been replaced with their corresponding values.
- */
-declare function interpolateFString(nodes: FStringPromptTemplateNode[], values: Record<string, any>): string;
-
-declare class FStringPromptTemplate extends PromptTemplate {
-    compiledTemplate: FStringPromptTemplateNode[];
-    static isTemplate(templateOpt: PromptTemplateOptions | string): boolean;
-    getVariables(template?: FStringPromptTemplateNode[]): string[];
-    _initialize(options?: PromptTemplateOptions): void;
-    _format(data: Record<string, any>): string;
-}
-
-declare class GolangPromptTemplate extends PromptTemplate {
-    static isTemplate(templateOpt: PromptTemplateOptions | string): boolean | undefined;
-    getVariables(template: string): string[];
-    _initialize(options?: PromptTemplateOptions): void;
-    _format(data: Record<string, any>): string;
-}
-
-declare class EnvPromptTemplate extends PromptTemplate {
-    static isTemplate(templateOpt: PromptTemplateOptions | string): boolean;
-    getVariables(template?: string): string[];
-    _initialize(options?: PromptTemplateOptions): void;
-    _format(data: Record<string, any>): string;
-}
-
 declare function sortedValues<T>(values: Record<string, T>): T[];
-interface FewShotPromptTemplateOptions<T = any> extends PromptTemplateOptions {
+interface FewShotPromptTemplateOptions<T = any> extends StringTemplateOptions {
     /**
      * The few shot examples to use in the prompt.
      */
@@ -664,7 +224,7 @@ interface FewShotPromptTemplateOptions<T = any> extends PromptTemplateOptions {
     /**
      * An {@link PromptTemplate} used to format a single example.
      */
-    examplePrompt: PromptTemplate | PromptTemplateOptions;
+    examplePrompt: StringTemplate | StringTemplateOptions;
     /**
      * String separator used to join the prefix, the examples, and suffix.
      */
@@ -680,9 +240,9 @@ interface FewShotPromptTemplateOptions<T = any> extends PromptTemplateOptions {
      */
     suffix?: string;
 }
-declare class FewShotPromptTemplate<T = any> extends PromptTemplate {
+declare class FewShotPromptTemplate<T = any> extends StringTemplate {
     examples: PromptExamples<T>;
-    examplePrompt: PromptTemplate | undefined;
+    examplePrompt: StringTemplate | undefined;
     suffix: string;
     exampleSeparator: string;
     prefix: string;
@@ -693,103 +253,6 @@ declare class FewShotPromptTemplate<T = any> extends PromptTemplate {
     toJSON(options?: this): FewShotPromptTemplateOptions<T>;
 }
 
-/**
- * Parse and interpolate template
- * @param str golang style template
- * @param variables object of variables to insert
- */
-declare function interpolateGolangTemplate(str: string, variables: Record<string, any>, initVars?: boolean): string;
-
-declare function getEnvVairables(value: string): string[];
-declare function interpolateEnv(value: string, processEnv: Record<string, any>, parsed?: Record<string, any>): any;
-/**
- * Expand environment variables in the parsed object
- * @param options.processEnv Specify an object to write your secrets to. Defaults to `process.env` environment variables.
- * @param options.parsed Specify an object to provide the value of environment variables.
- *
- * Follows these rules to handle environment variable expansion:
- *
- * 1. Simple Variable Expansion: If a string contains `$KEY`, it will be replaced by the value of the environment variable named `KEY`.
- * 2. Braced Variable Expansion: When a string contains `${KEY}`, it also looks up the environment variable named `KEY`.
- *    This syntax is typically used to disambiguate variable names that contain special characters.
- * 3. Escaped Dollar Sign: If you want to include a literal `$` followed by a variable name, you can escape it with a backslash (`\$KEY`).
- *    This ensures the `$` character is treated as part of the literal string rather than a variable reference.
- * 4. Default Value: In the case of `${KEY:-default}` or `${KEY-default}`, the engine first tries to expand the KEY environment variable.
- *    If there's no such environment variable, it will use default as the fallback value.
- *
- * @example
- * const myEnv = {}
- * const env = {
- *   processEnv: myEnv,
- *   parsed: {
- *     WORD: 'World',
- *     HELLO: 'Hello ${WORD}'
- *   }
- * }
- * expandEnv.expand(env)
- *
- * console.log(myEnv.HELLO) // Hello World
- * console.log(process.env.HELLO) // undefined
- */
-declare function expandEnv(options: DotenvExpandOptions): DotenvExpandOptions;
-/**
- * Expands environment variables in an object/array or string.
- *
- * This function replaces placeholders like `${VAR}` in strings and recursively
- * processes objects and arrays with environment variable references.
- *
- * @param obj - The object/array or string to be processed. Can be any value, but
- *              primarily designed for objects, array and strings.
- * @param options - Configuration options:
- *   - processEnv: - An object to source environment variables from, defaults to `process.env`.
- *   - parsed: - Specify an object to provide the value of environment variables.
- * @returns - Returns the expanded object or string.
- *
- * @example
- * const obj = {
- *   name: 'MyApp',
- *   envVar: '${ENV_VAR_NAME}',
- *   config: {
- *     url: 'http://${HOST}:${PORT}'
- *   },
- *   list: ['item1', '${ITEM2}']
- * };
- * // the expandedObj will have the actual values instead of placeholders.
- * const expandedObj = expandObjEnv(obj, { processEnv: myCustomEnv }); // Assuming 'ENV_VAR_NAME' is defined as 'Production' and 'HOST', 'PORT', 'ITEM2' are set,
- *
- */
-declare function expandObjEnv(obj: any, options?: DotenvExpandOptions, parsedObjs?: WeakSet<any>): any;
-interface DotenvPopulateInput {
-    [name: string]: string | undefined;
-}
-interface DotenvParseInput {
-    [name: string]: string | undefined;
-}
-interface DotenvParseOutput {
-    [name: string]: string | undefined;
-}
-interface DotenvExpandOptions {
-    error?: Error;
-    /**
-     * Default: `process.env`
-     *
-     * Specify an object to write your secrets to. Defaults to process.env environment variables.
-     *
-     * example: `const processEnv = {}; require('dotenv').config({ processEnv: processEnv })`
-     */
-    processEnv?: DotenvPopulateInput;
-    /**
-     * Default: `object`
-     *
-     * Object coming from dotenv's parsed result.
-     */
-    parsed?: DotenvParseInput;
-}
-interface DotenvExpandOutput {
-    error?: Error;
-    parsed?: DotenvParseOutput;
-}
-
 interface SplitSentenceOptions {
     best?: boolean;
     completeSentence?: boolean;
@@ -1045,93 +508,6 @@ interface HashAlgoParams {
 declare function hashStream(stream: ReadableStream, { hashAlgo, seed, outputType }?: HashAlgoParams): Promise<string | Uint8Array<ArrayBufferLike>>;
 declare function hash(value: IDataType, { hashAlgo, seed, outputType }?: HashAlgoParams): Promise<string | Uint8Array<ArrayBufferLike>>;
 
-/**
- * Regular expression pattern for reserved characters in a filename.
- * do not use /g global option here: when the regex is executed multiple times, it will always begin where it left off last time.
- */
-declare const FilenameReservedRegex: RegExp;
-/**
- * Regular expression pattern for reserved names on Windows systems.
- */
-declare const WindowsReservedNameRegex: RegExp;
-/**
- * Returns a new regular expression instance for reserved filename characters with the 'g' flag.
- * use this to reset the with global option
- * @returns A compiled regular expression for reserved filename characters.
- */
-declare function filenameReservedRegex(): RegExp;
-/**
- * Returns a new regular expression instance for control characters in a filename with the 'g' flag.
- * @returns A compiled regular expression for control characters in a filename.
- */
-declare function reControlCharsRegex(): RegExp;
-/**
- * Validates if a given string is a valid filename.
- * @param {string} filename - The filename to be validated.
- * @returns True if the filename is valid, false otherwise.
- * @throws {TypeError} If the input is not a string.
- * @example
-* isValidFilename('myFile.txt'); // Returns true
-* isValidFilename('my<file.txt'); // Returns false
-*/
-declare function isValidFilename(filename: string): boolean | "";
-/**
- * Validates whether the given filepath is valid.
- * @param filepath - The filepath to be checked, represented as a string.
- * @returns A boolean indicating whether the filepath is valid. Returns true if valid; false otherwise.
- */
-declare function isValidFilepath(filepath: string): boolean;
-interface SanitizeFilenameOptions {
-    replacement?: string;
-    maxLength?: number;
-}
-/**
- * Sanitizes a given filename by replacing invalid characters with a specified replacement character or a default.
- * @param filename - The filename to sanitize, represented as a string.
- * @param options - An optional object containing configuration options:
- *   - `replacement` {string} - The character to replace invalid characters with. Default is '!'. Cannot contain reserved filename characters.
- *   - `maxLength` {number} - The maximum length of the sanitized filename. Default is `MAX_FILENAME_LENGTH`.
- * @returns The sanitized filename.
- * @throws {Error} - If the `replacement` contains reserved filename characters or control characters.
- */
-declare function sanitizeFilename(filename: string, options?: SanitizeFilenameOptions): string;
-/**
- * Sanitizes each part of a file path and reassembles it, ensuring the path is valid according to provided options.
- * @param filepath - The file path to sanitize, represented as a string.
- * @param options - Optional settings for sanitization, extending `SanitizeFilenameOptions`. Allows customization of replacement characters and maximum filename length.
- * @returns The sanitized file path as a string.
- */
-declare function sanitizeFilepath(filepath: string, options?: SanitizeFilenameOptions): string;
-/**
- * Retrieves multi-level file extension
- * @param filename The file name
- * @param level The level, default is 1, indicating the number of extension levels to retrieve
- * @returns Returns a concatenated string of multiple extensions, or an empty string if no extension is found
- */
-declare function getMultiLevelExtname(filename: string, level?: number): string;
-/**
- * Calculates the level of an extension name.
- *
- * The level represents the number of dots ('.') in the extension name, excluding the first dot which separates
- * the base filename from the extension. For example, the level of ".txt" is 1, and the level of ".tar.gz" is 2.
- *
- * @param extName - The extension name to analyze. It should start with a dot ('.').
- * @returns The level of the extension name, which is the count of dots minus one.
- *
- * @example
-* ```typescript
-* // Returns 0
-* extNameLevel("no-file-ext");
-*
-* // Returns 2
-* extNameLevel(".tar.gz");
-*
-* // Returns 1
-* extNameLevel(".json5");
-* ```
-*/
-declare function extNameLevel(extName: string): number;
-
 /**
  * Checks if the provided model name matches the given rule.
  * @param modelName The name of the model to check.
@@ -1235,6 +611,7 @@ declare function decodeCharset(result: Buffer, encoding?: BufferEncoding): strin
  * @param dir - A single directory path or an array of directory paths to start the search from.
  * @param options.isFileMatched - An optional callback that determines whether a file should be included in the result.
  * @param options.signal - An optional signal to abort the operation.
+ * @param options.resolveSymlinks - Whether to resolve symbolic links to their real paths. Defaults to true.
  * @returns An array of file paths that match the criteria.
  *
  * @example
@@ -1247,6 +624,7 @@ declare function readFilenamesRecursiveSync(dir: string | string[], options?: {
     isFileMatched?: (filepath: string, file: fs.Dirent | fs.Stats) => boolean;
     signal?: AbortSignal;
     level?: number;
+    resolveSymlinks?: boolean;
 }): string[];
 /**
  * Resolves the real file path, handling symbolic links.
@@ -1275,10 +653,6 @@ declare function getFileMetaInfo(filepath: string): Promise<IFileMetaInfo>;
 declare function getHashAlgoBySize(size: number): HashAlgorithm;
 declare function detectCharset(content: Buffer | string, options?: any): string;
 
-declare function registerYamlTag(tags: any): void;
-declare function parseYaml(content: string, options?: ParseOptions & DocumentOptions & SchemaOptions & ToJSOptions): any;
-declare function stringifyYaml(content: any, options?: DocumentOptions & SchemaOptions & ParseOptions & CreateNodeOptions & ToStringOptions): string;
-
 interface ConfigFilesFilter {
     after?: {
         [filepath: string]: number;
@@ -1950,7 +1324,7 @@ declare function isSameString(str1: string, str2: string): boolean;
 declare const DEFAULT_CONFIG_NAME = ".ai";
 type Config = any;
 declare function loadConfigFile(filename: string, searchPaths?: string[]): any;
-declare function expandConfig(config: any, defaultConfig: any): any;
+declare function expandConfig(config: any, defaultConfig?: any): any;
 declare function loadConfig(filename: string, config: Config): any;
 declare function loadAIConfig(config: Config): any;
 declare function getXDGConfigs(config: Config): {
@@ -1991,4 +1365,4 @@ declare function shutdown(signalOrEvent?: string | number, exitCode?: number | s
 declare function beforeShutdown(listener: BeforeShutdownListener): BeforeShutdownListener | undefined;
 declare function initShutdown(): void;
 
-export { AIArgProcessor, type AIChatAssistantMessageParam, type AIChatContentPart, type AIChatContentPartImage, type AIChatContentPartText, type AIChatMessageParam, type AIChatMessageParamBase, type AIChatMessageToolCall, type AIChatRole, AIChatRoles, type AIChatSystemMessageParam, type AIChatToolChoiceFuncObject, type AIChatToolChoiceObject, type AIChatToolChoiceParam, type AIChatToolFunc, type AIChatToolFuncParam, type AIChatToolMessageParam, type AIChatToolParam, type AIChatToolTypeObject, type AIChatUserMessageParam, type AIChoiceConfig, type AIMessageType, AIMessageTypes, AIModelNameRules, type AIResult, AIStream, type AIStreamParser, type AIStreamParserOptions, type AITextGenerationFinishReason, AITextGenerationFinishReasons, AsyncTaskId, type BeforeShutdownListener, ChoiceArgProcessor, DEFAULT_CONFIG_NAME, type DotenvExpandOptions, type DotenvExpandOutput, type DotenvParseInput, type DotenvParseOutput, type DotenvPopulateInput, EnvPromptTemplate, EventBusName, type EventErrorListenerFn, type EventListenerFn, EventName, FStringPromptTemplate, type FStringPromptTemplateNode, FewShotPromptTemplate, type FewShotPromptTemplateOptions, FilenameReservedRegex, GolangPromptTemplate, builtins as HFBuiltins, EnvironmentEx as HFEnvironment, Interpreter as HFInterpreter, Template as HFTemplate, type HashAlgoParams, HashAlgorithm, HfPromptTemplate, type IFileMetaInfo, type IReadTextFileChunksOptions, type ITruncateToTokenLimitOptions, IntSet, type JsonFilter, LLM_TOKENIZER_NAMES, LLM_TOKENIZER_NAMES_MAP, ObjectArgsToArgsInfo, type ParseObjectArgumentOptions, PromptExampleSelector, type PromptExampleSelectorOptions, type PromptExamples, PromptTemplate, type PromptTemplateOptions, type PromptTemplateType, PromptTemplateTypes, type PromptType, PromptTypes, RStreamErrCode, ReadableStreamError, type ReplacePlacehoderOptions, ResponseRStreamErrCode, SHUTDOWN_SIGNALS, type SanitizeFilenameOptions, type SectionStringOptions, SignalGate, type SplitSentenceOptions, type StreamCallbacksAndOptions, TemplateArgProcessor, WindowsReservedNameRegex, YamlTypeBaseObject, assignDirs, backendEventable, base32768, beforeShutdown, completeSentences, concatText, countLLMTokens, countRegexMatches, createCallbacksTransformer, createEmptyReadableStream, createEndWithRepetitionDetector, createEventStreamTransformer, createHfValueFunc, createYamlObjectTag, dateToText, decodeCharset, defaultTemplateFormat, detectCharset, encodeLLMTokens, ensureQuoted, expandConfig, expandEnv, expandObjEnv, expandPath, extNameLevel, fileIsExists, filenameReservedRegex, filterValidFnScope, findIndexNonEmptyFrom, formatTextWithSpace, getAllEnumKeys, getConfigFileNames, getConfigs, getEnvVairables, getFileMetaInfo, getHashAlgoBySize, getKeysPath, getLLMTokenizer, getMultiLevelExtname, getPackageDir, getRealFilepath, getResponseErrorReadableStream, getXDGConfigs, hasDirectoryIn, hash, hashFile, hashStream, parse as hfParse, tokenize as hfTokenize, initShutdown, interpolateEnv, interpolateFString, interpolateGolangTemplate, isLangUsingSpaces, isListItemString, isModelNameMatched, isPunctuationChar, isQuoted, isRegExp, isSameString, isSectionString, isSentenceEnding, isSepLineString, isStrWrapped, isSubdirectory, isTitleString, isValidFilename, isValidFilepath, isWebStream, jsonFilterToWhere, jsonToMarkdownStr, loadAIConfig, loadConfig, loadConfigFile, loadFileFromPaths, loadTextFromPaths, matchUrlProtocol, memoize, messagesToText, paramsSizeToScaleStr, parseCommand, parseFString, parseJsJson, parseJsJsonSimpleSync, parseObjectArgInfo, parseObjectArgumentInfos, parseObjectArguments, parseObjectArgumentsAsArgInfos, parseYaml, quoteStr, reControlCharsRegex, readFilenamesRecursiveSync, readTextFileChunks, readTextFileChunksEx, readableFromAsyncIterable, registerYamlTag, removeMarkdownBold, removeMarkdownBoldAndItalic, removeMarkdownItalic, replaceWithPlaceholder, restoreFromPlacehoders, sanitizeFilename, sanitizeFilepath, saveConfigFile, scaleStrToParamsSize, shutdown, simplifyObjectArguments, sortedValues, splitChunks, splitParagraph, splitSentence, stringifyYaml, stripConsoleColor, textToDate, toDateTime, trimStartOfStreamHelper, truncTo, truncateByToken, truncateToTokenLimit, truncateToTokenLimitEx, uuid, wait, xxhash, xxhash32, xxhash64, xxhashAsStr };
+export { AIArgProcessor, type AIChatAssistantMessageParam, type AIChatContentPart, type AIChatContentPartImage, type AIChatContentPartText, type AIChatMessageParam, type AIChatMessageParamBase, type AIChatMessageToolCall, type AIChatRole, AIChatRoles, type AIChatSystemMessageParam, type AIChatToolChoiceFuncObject, type AIChatToolChoiceObject, type AIChatToolChoiceParam, type AIChatToolFunc, type AIChatToolFuncParam, type AIChatToolMessageParam, type AIChatToolParam, type AIChatToolTypeObject, type AIChatUserMessageParam, type AIChoiceConfig, type AIMessageType, AIMessageTypes, AIModelNameRules, type AIResult, AIStream, type AIStreamParser, type AIStreamParserOptions, type AITextGenerationFinishReason, AITextGenerationFinishReasons, AsyncTaskId, type BeforeShutdownListener, ChoiceArgProcessor, DEFAULT_CONFIG_NAME, EventBusName, type EventErrorListenerFn, type EventListenerFn, EventName, FewShotPromptTemplate, type FewShotPromptTemplateOptions, type HashAlgoParams, HashAlgorithm, type IFileMetaInfo, type IReadTextFileChunksOptions, type ITruncateToTokenLimitOptions, IntSet, type JsonFilter, LLM_TOKENIZER_NAMES, LLM_TOKENIZER_NAMES_MAP, ObjectArgsToArgsInfo, type ParseObjectArgumentOptions, PromptExampleSelector, type PromptExampleSelectorOptions, type PromptExamples, RStreamErrCode, ReadableStreamError, type ReplacePlacehoderOptions, ResponseRStreamErrCode, SHUTDOWN_SIGNALS, type SectionStringOptions, SignalGate, type SplitSentenceOptions, type StreamCallbacksAndOptions, TemplateArgProcessor, YamlTypeBaseObject, assignDirs, backendEventable, base32768, beforeShutdown, completeSentences, concatText, countLLMTokens, countRegexMatches, createCallbacksTransformer, createEmptyReadableStream, createEndWithRepetitionDetector, createEventStreamTransformer, createYamlObjectTag, dateToText, decodeCharset, detectCharset, encodeLLMTokens, ensureQuoted, expandConfig, expandPath, fileIsExists, filterValidFnScope, findIndexNonEmptyFrom, formatTextWithSpace, getAllEnumKeys, getConfigFileNames, getConfigs, getFileMetaInfo, getHashAlgoBySize, getKeysPath, getLLMTokenizer, getPackageDir, getRealFilepath, getResponseErrorReadableStream, getXDGConfigs, hasDirectoryIn, hash, hashFile, hashStream, initShutdown, isLangUsingSpaces, isListItemString, isModelNameMatched, isPunctuationChar, isQuoted, isRegExp, isSameString, isSectionString, isSentenceEnding, isSepLineString, isStrWrapped, isSubdirectory, isTitleString, isWebStream, jsonFilterToWhere, jsonToMarkdownStr, loadAIConfig, loadConfig, loadConfigFile, loadFileFromPaths, loadTextFromPaths, matchUrlProtocol, memoize, messagesToText, paramsSizeToScaleStr, parseCommand, parseJsJson, parseJsJsonSimpleSync, parseObjectArgInfo, parseObjectArgumentInfos, parseObjectArguments, parseObjectArgumentsAsArgInfos, quoteStr, readFilenamesRecursiveSync, readTextFileChunks, readTextFileChunksEx, readableFromAsyncIterable, removeMarkdownBold, removeMarkdownBoldAndItalic, removeMarkdownItalic, replaceWithPlaceholder, restoreFromPlacehoders, saveConfigFile, scaleStrToParamsSize, shutdown, simplifyObjectArguments, sortedValues, splitChunks, splitParagraph, splitSentence, stripConsoleColor, textToDate, toDateTime, trimStartOfStreamHelper, truncTo, truncateByToken, truncateToTokenLimit, truncateToTokenLimitEx, uuid, wait, xxhash, xxhash32, xxhash64, xxhashAsStr };