npm - @m4trix/core - Versions diffs - 0.5.0 - Mend

@m4trix/core 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (38) hide show

package/dist/helper/index.cjs.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"sources":["../../src/helper/transform-messages/TransformMessages.ts","../../src/helper/transform-messages/message-filter.ts","../../src/helper/transform-messages/formatter.ts"],"names":["AIMessage","i","msg"],"mappings":";AAAA,SAAsB,aAAAA,YAAW,mBAAmB;AACpD,SAAS,QAAQ,YAAY;;;ACD7B,SAAsB,cAAc,iBAAiB;AAQrD,IAAM,aAA4B,CAAC,YACjC,mBAAmB,gBAAgB,mBAAmB;AACxD,IAAM,YAA2B,CAAC,YAAY,mBAAmB;AACjE,IAAM,SAAwB,CAAC,YAAY,mBAAmB;AAE9D,IAAM,gBAA+B,CAAC,SAAS,SAAS;AACtD,MAAI,MAAM;AACR,WAAO,KAAK;AAAA,MAAK,CAAC,QAChB,MAAM,QAAQ,QAAQ,mBAAmB,IAAI,IACzC,QAAQ,mBAAmB,KAAK,SAAS,GAAG,IAC5C;AAAA,IACN;AAAA,EACF;AACA,SAAO;AACT;AAEA,IAAM,gBAA+B,CAAC,SAAS,SAAS;AACtD,MAAI,MAAM;AACR,WAAO,CAAC,KAAK;AAAA,MAAK,CAAC,QACjB,MAAM,QAAQ,QAAQ,mBAAmB,IAAI,IACzC,QAAQ,mBAAmB,KAAK,SAAS,GAAG,IAC5C;AAAA,IACN;AAAA,EACF;AACA,SAAO;AACT;AASO,IAAM,eAAe;AAAA,EAC1B,CAAC,6BAA4B,GAAG;AAAA,EAChC,CAAC,2BAA2B,GAAG;AAAA,EAC/B,CAAC,qBAAwB,GAAG;AAAA,EAC5B,CAAC,mCAA+B,GAAG;AAAA,EACnC,CAAC,mCAA+B,GAAG;AACrC;;;AChDA,SAAS,aAAAA,kBAA8B;AA0BvC,SAAS,QAAQ,UAAsC;AACrD,SAAO,SACJ,IAAI,CAAC,YAAY;AAChB,UAAM,SAAS,mBAAmBA,aAAY,OAAO;AACrD,WAAO,GAAG,MAAM,KAAK,QAAQ,OAAO;AAAA,EACtC,CAAC,EACA,KAAK,IAAI;AACd;AAoBA,SAAS,QAAQ,UAAsC;AACrD,SAAO,SACJ,IAAI,CAAC,YAAY;AAChB,UAAM,SAAS,mBAAmBA,aAAY,OAAO;AACrD,WAAO,GAAG,MAAM;AAAA,EAAM,QAAQ,OAAO;AAAA,EACvC,CAAC,EACA,KAAK,yBAAyB;AACnC;AAkBA,SAAS,SAAS,UAAsC;AACtD,SAAO,SACJ,IAAI,CAAC,YAAY;AAChB,UAAM,SAAS,mBAAmBA,aAAY,OAAO;AACrD,UAAM,UAAU,mBAAmBA,aAAY,UAAU,QAAQ;AACjE,WAAO,GAAG,MAAM,KAAK,OAAO;AAAA,EAC9B,CAAC,EACA,KAAK,IAAI;AACd;AAiBA,SAAS,YAAY,UAAsC;AACzD,SAAO,SACJ,IAAI,CAAC,YAAY;AAChB,UAAM,SAAS,mBAAmBA,aAAY,OAAO;AACrD,UAAM,UAAU,mBAAmBA,aAAY,UAAU,QAAQ;AACjE,WAAO,GAAG,MAAM,KAAK,OAAO;AAAA,EAC9B,CAAC,EACA,KAAK,IAAI;AACd;AACA,IAAM,kBAAkB;AAAA,EACtB,CAAC,uBAAkB,GAAG;AAAA,EACtB,CAAC,uBAAkB,GAAG;AAAA,EACtB,CAAC,0BAAmB,GAAG;AAAA,EACvB,CAAC,gCAAsB,GAAG;AAC5B;;;AF3FA,IAAM,oBAAN,MAAM,mBAAkB;AAAA,EAGd,YAAY,QAAyD;AAC3E,SAAK,SAAS;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO,KAAK,UAAiD;AAC3D,WAAO,IAAI,mBAAkB,OAAO,QAAQ,QAAQ,CAAC;AAAA,EACvD;AAAA;AAAA;AAAA;AAAA,EAKA,OACE,WACA,MACmB;AACnB,QAAI;AACJ,QAAI,OAAO,cAAc,UAAU;AACjC,uBAAiB,aAAa,SAAS;AAAA,IACzC,OAAO;AACL,uBAAiB;AAAA,IACnB;AAEA,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO;AAAA,UAAI,CAAC,aACV,SAAS,OAAO,CAAC,YAAY,eAAe,SAAS,IAAI,CAAC;AAAA,QAC5D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,eACE,GACA,kCAA0C,GACvB;AACnB,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO,IAAI,CAAC,aAAa;AACvB,gBAAM,QAAQ,SAAS;AACvB,cAAI,KAAK,KAAK,UAAU;AAAG,mBAAO,CAAC;AAGnC,gBAAM,QAAQ,KAAK,IAAI,GAAG,QAAQ,CAAC;AACnC,gBAAM,MAAM;AACZ,gBAAM,YAAY,SAAS,MAAM,OAAO,GAAG;AAO3C,cACE,UAAU,CAAC,aAAa,eACxB,UAAU,CAAC,EAAE,cACb;AACA,gBAAI,oBAAwC,CAAC;AAC7C,kBAAM,oBAAoB,SAAS,MAAM,GAAG,KAAK;AACjD,qBAAS,IAAI,kBAAkB,SAAS,GAAG,KAAK,GAAG,KAAK;AACtD,oBAAM,MAAM,kBAAkB,CAAC;AAC/B,kBACE,kCAAkC,KAClC,kBAAkB,SAAS,KAAK,iCAChC;AACA,oCAAoB,CAAC;AAErB,sBAAM,gBAAoC,CAAC;AAC3C,oBAAI,2BAA2B;AAC/B,yBAASC,KAAI,GAAGA,KAAI,UAAU,QAAQA,MAAK;AACzC,wBAAMC,OAAM,UAAUD,EAAC;AACvB,sBAAIC,gBAAe,aAAa;AAC9B,wBAAI,0BAA0B;AAC5B,oCAAc,KAAKA,IAAG;AAAA,oBACxB;AAAA,kBACF,OAAO;AACL,+CAA2B;AAC3B,kCAAc,KAAKA,IAAG;AAAA,kBACxB;AAAA,gBACF;AACA,uBAAO;AAAA,cACT;AACA,kBAAI,eAAeF,cAAa,MAAM,QAAQ,IAAI,UAAU,GAAG;AAC7D,kCAAkB,KAAK,GAAG;AAC1B;AAAA,cACF,WAAW,eAAe,aAAa;AACrC,kCAAkB,KAAK,GAAG;AAAA,cAC5B,OAAO;AAEL,sBAAM,IAAI;AAAA,kBACR;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AACA,mBAAO,CAAC,GAAG,kBAAkB,QAAQ,GAAG,GAAG,SAAS;AAAA,UACtD,OAAO;AACL,mBAAO;AAAA,UACT;AAAA,QACF,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,KAAK,GAA8B;AACjC,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO,IAAI,CAAC,aAAa,SAAS,MAAM,CAAC,CAAC,CAAC;AAAA,MAC7C;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,GAA8B;AAClC,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO,IAAI,CAAC,aAAa,SAAS,MAAM,GAAG,CAAC,CAAC;AAAA,MAC/C;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,KAAK,GAA8B;AACjC,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO,IAAI,CAAC,aAAa,SAAS,MAAM,CAAC,CAAC;AAAA,MAC5C;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAA6B;AAC3B,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,QAAQ,EAAE,QAAQ,CAAC;AAAA,MAClD;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,IACE,IACmB;AACnB,WAAO,IAAI;AAAA,MACT;AAAA,QACE,KAAK;AAAA,QACL,OAAO,IAAI,CAAC,aAAa,SAAS,IAAI,EAAE,CAAC;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,OAAO,YAA6D;AAClE,WAAO;AAAA,MACL,KAAK;AAAA,MACL,OAAO,IAAI,CAAC,aAAa;AACvB,YAAI,kCAAgC;AAClC,iBAAO,KAAK,UAAU,UAAU,MAAM,CAAC;AAAA,QACzC;AAEA,cAAM,YAAY,gBAAgB,UAAU;AAC5C,eAAO,UAAU,QAAQ;AAAA,MAC3B,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,UAA2D;AACzD,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA,EAKA,WAAgD;AAC9C,WAAO;AAAA,MACL,KAAK;AAAA,MACL,OAAO,IAAI,CAAC,aAAa,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC;AAAA,IAC5D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,QAA6C;AAC3C,WAAO;AAAA,MACL,KAAK;AAAA,MACL,OAAO,IAAI,CAAC,aAAa,SAAS,MAAM;AAAA,IAC1C;AAAA,EACF;AACF","sourcesContent":["import { BaseMessage, AIMessage, ToolMessage } from '@langchain/core/messages';\nimport { Effect, pipe } from 'effect';\nimport {\n MessageFilter,\n MessageFilterType,\n typeOnFilter,\n} from './message-filter';\nimport { FormatType, typeOnFormatter } from './formatter';\n\n/**\n * # Transform Messages\n * In order to manage the context size often you want to slice messages or only pass certain types of messages.\n * This class is a helper to do that.\n *\n * ## Example\n * ```ts\n * const messages = [\n * new HumanMessage('Hello, how are you?'),\n * new AIMessage('I am good, thank you!'),\n * ];\n *\n * const transformedMessages = TransformMessages.from(messages).filter(HumanAndAI).last(10).format(FormatType.Concise);\n *\n * ```\n */\n\nclass TransformMessages {\n private effect: Effect.Effect<Array<BaseMessage>, never, never>;\n\n private constructor(effect: Effect.Effect<Array<BaseMessage>, never, never>) {\n this.effect = effect;\n }\n\n /**\n * Create a new TransformMessages from an array of messages.\n */\n static from(messages: Array<BaseMessage>): TransformMessages {\n return new TransformMessages(Effect.succeed(messages));\n }\n\n /**\n * Filter messages based on a predicate function\n */\n filter(\n predicate: MessageFilter | MessageFilterType,\n tags?: Array<string>\n ): TransformMessages {\n let finalPredicate: MessageFilter;\n if (typeof predicate === 'string') {\n finalPredicate = typeOnFilter[predicate];\n } else {\n finalPredicate = predicate;\n }\n\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) =>\n messages.filter((message) => finalPredicate(message, tags))\n )\n )\n );\n }\n\n /**\n * Take only the last n messages, but safely.\n * Tool calls should not be separated from the last human message.\n * Ensures all tool call conversations in the last n messages are complete.\n */\n safelyTakeLast(\n n: number,\n pruneAfterNOvershootingMessages: number = 0\n ): TransformMessages {\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) => {\n const total = messages.length;\n if (n <= 0 || total === 0) return [];\n\n // Start with the last n messages\n const start = Math.max(0, total - n);\n const end = total;\n const lastSlice = messages.slice(start, end);\n\n // due to the fact that the calling AI message needs to be adjecent to the succeeding tool call message\n // we just need to check the last n messages for tool call ids\n\n // Check the first message if it is a tool call message\n // if it is iterate backwards until we find the AI message\n if (\n lastSlice[0] instanceof ToolMessage &&\n lastSlice[0].tool_call_id\n ) {\n let messagesToInclude: Array<BaseMessage> = [];\n const remainingMessages = messages.slice(0, start);\n for (let i = remainingMessages.length - 1; i >= 0; i--) {\n const msg = remainingMessages[i];\n if (\n pruneAfterNOvershootingMessages > 0 &&\n messagesToInclude.length - 1 >= pruneAfterNOvershootingMessages\n ) {\n messagesToInclude = [];\n // Return the slice but remove all the tool call messages that are at the beginning of the slice\n const filteredSlice: Array<BaseMessage> = [];\n let foundFirstNonToolMessage = false;\n for (let i = 0; i < lastSlice.length; i++) {\n const msg = lastSlice[i];\n if (msg instanceof ToolMessage) {\n if (foundFirstNonToolMessage) {\n filteredSlice.push(msg);\n }\n } else {\n foundFirstNonToolMessage = true;\n filteredSlice.push(msg);\n }\n }\n return filteredSlice;\n }\n if (msg instanceof AIMessage && Array.isArray(msg.tool_calls)) {\n messagesToInclude.push(msg);\n break;\n } else if (msg instanceof ToolMessage) {\n messagesToInclude.push(msg);\n } else {\n // This should not happen messages invalid\n throw new Error(\n 'Messages array invalid no adjacent AI message found'\n );\n }\n }\n return [...messagesToInclude.reverse(), ...lastSlice];\n } else {\n return lastSlice;\n }\n })\n )\n );\n }\n\n /**\n * Take only the last n messages\n */\n last(n: number): TransformMessages {\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) => messages.slice(-n))\n )\n );\n }\n\n /**\n * Take only the first n messages\n */\n first(n: number): TransformMessages {\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) => messages.slice(0, n))\n )\n );\n }\n\n /**\n * Skip the first n messages\n */\n skip(n: number): TransformMessages {\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) => messages.slice(n))\n )\n );\n }\n\n /**\n * Reverse the order of messages\n */\n reverse(): TransformMessages {\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) => [...messages].reverse())\n )\n );\n }\n\n /**\n * Map over messages with a transformation function\n */\n map<T extends BaseMessage>(\n fn: (message: BaseMessage) => T\n ): TransformMessages {\n return new TransformMessages(\n pipe(\n this.effect,\n Effect.map((messages) => messages.map(fn))\n )\n );\n }\n\n /**\n * Format messages according to the specified format type\n */\n format(formatType: FormatType): Effect.Effect<string, never, never> {\n return pipe(\n this.effect,\n Effect.map((messages) => {\n if (formatType === FormatType.JSON) {\n return JSON.stringify(messages, null, 2);\n }\n\n const formatter = typeOnFormatter[formatType];\n return formatter(messages);\n })\n );\n }\n\n // Sink methods\n\n /**\n * Convert to array - runs the effect and returns the result\n */\n toArray(): Effect.Effect<Array<BaseMessage>, never, never> {\n return this.effect;\n }\n\n /**\n * Convert to string - runs the effect and returns JSON string\n */\n toString(): Effect.Effect<string, never, never> {\n return pipe(\n this.effect,\n Effect.map((messages) => JSON.stringify(messages, null, 2))\n );\n }\n\n /**\n * Get the count of messages\n */\n count(): Effect.Effect<number, never, never> {\n return pipe(\n this.effect,\n Effect.map((messages) => messages.length)\n );\n }\n}\n\nexport { TransformMessages };\n","import { BaseMessage, HumanMessage, AIMessage } from '@langchain/core/messages';\n\n// Type for message filters\nexport type MessageFilter = (\n message: BaseMessage,\n tags?: Array<string>\n) => boolean;\n// Predefined filters\nconst humanAndAI: MessageFilter = (message) =>\n message instanceof HumanMessage || message instanceof AIMessage;\nconst humanOnly: MessageFilter = (message) => message instanceof HumanMessage;\nconst aiOnly: MessageFilter = (message) => message instanceof AIMessage;\n\nconst includingTags: MessageFilter = (message, tags) => {\n if (tags) {\n return tags.some((tag) =>\n Array.isArray(message.additional_kwargs?.tags)\n ? message.additional_kwargs?.tags.includes(tag)\n : false\n );\n }\n return true;\n};\n\nconst excludingTags: MessageFilter = (message, tags) => {\n if (tags) {\n return !tags.some((tag) =>\n Array.isArray(message.additional_kwargs?.tags)\n ? message.additional_kwargs?.tags.includes(tag)\n : false\n );\n }\n return true;\n};\n\nexport enum MessageFilterType {\n HumanAndAI = 'HumanAndAI',\n HumanOnly = 'HumanOnly',\n AIOnly = 'AIOnly',\n IncludingTags = 'IncludingTags',\n ExcludingTags = 'ExcludingTags',\n}\nexport const typeOnFilter = {\n [MessageFilterType.HumanAndAI]: humanAndAI,\n [MessageFilterType.HumanOnly]: humanOnly,\n [MessageFilterType.AIOnly]: aiOnly,\n [MessageFilterType.IncludingTags]: includingTags,\n [MessageFilterType.ExcludingTags]: excludingTags,\n};\n","import { AIMessage, BaseMessage } from '@langchain/core/messages';\n\n// Format types\nexport enum FormatType {\n Concise = 'concise',\n Verbose = 'verbose',\n RedactAi = 'redact-ai',\n RedactHuman = 'redact-human',\n JSON = 'json',\n}\n\n/**\n * Formats messages in a concise markdown format with alternating AI and Human prefixes.\n *\n * ### Example\n * ```markdown\n * AI: Hello, how are you?\n * Human: I am good, thank you!\n * AI: What is your name?\n * Human: My name is John.\n * AI: What is your favorite color?\n * Human: My favorite color is blue.\n * AI: What is your favorite food?\n * Human: My favorite food is pizza.\n * ```\n */\nfunction concise(messages: Array<BaseMessage>): string {\n return messages\n .map((message) => {\n const prefix = message instanceof AIMessage ? 'AI' : 'Human';\n return `${prefix}: ${message.content}`;\n })\n .join('\\n');\n}\n\n/**\n * Formats messages in a verbose markdown format with alternating AI and Human prefixes.\n *\n * ### Example\n * ```markdown\n * AI:\n * Hello, how are you?\n * -------------------\n * Human:\n * I am good, thank you!\n * -------------------\n * AI:\n * What is your name?\n * -------------------\n * Human:\n * My name is John.\n * ```\n */\nfunction verbose(messages: Array<BaseMessage>): string {\n return messages\n .map((message) => {\n const prefix = message instanceof AIMessage ? 'AI' : 'Human';\n return `${prefix}:\\n${message.content}`;\n })\n .join('\\n-------------------\\n');\n}\n\n/**\n * Formats messages in a concise markdown format, redacting AI messages with [...]\n *\n * ### Example\n * ```markdown\n * AI: [...]\n * Human: Hello, how are you?\n * AI: [...]\n * Human: I am good, thank you!\n * AI: [...]\n * Human: What is your name?\n * AI: [...]\n * Human: My name is John.\n * AI: [...]\n * ```\n */\nfunction redactAi(messages: Array<BaseMessage>): string {\n return messages\n .map((message) => {\n const prefix = message instanceof AIMessage ? 'AI' : 'Human';\n const content = message instanceof AIMessage ? '[...]' : message.content;\n return `${prefix}: ${content}`;\n })\n .join('\\n');\n}\n\n/**\n * Formats messages in a concise markdown format, redacting Human messages with [...]\n *\n * ### Example\n * ```markdown\n * AI: Hello, how are you?\n * Human: [...]\n * AI: What is your name?\n * Human: [...]\n * AI: What is your favorite color?\n * Human: [...]\n * AI: What is your favorite food?\n * Human: [...]\n * ```\n */\nfunction redactHuman(messages: Array<BaseMessage>): string {\n return messages\n .map((message) => {\n const prefix = message instanceof AIMessage ? 'AI' : 'Human';\n const content = message instanceof AIMessage ? '[...]' : message.content;\n return `${prefix}: ${content}`;\n })\n .join('\\n');\n}\nconst typeOnFormatter = {\n [FormatType.Concise]: concise,\n [FormatType.Verbose]: verbose,\n [FormatType.RedactAi]: redactAi,\n [FormatType.RedactHuman]: redactHuman,\n};\n\nexport { typeOnFormatter };\n"]}

package/dist/helper/index.d.cts ADDED Viewed

@@ -0,0 +1,92 @@
+import { BaseMessage } from '@langchain/core/messages';
+import { Effect } from 'effect';
+declare enum FormatType {
+    Concise = "concise",
+    Verbose = "verbose",
+    RedactAi = "redact-ai",
+    RedactHuman = "redact-human",
+    JSON = "json"
+}
+type MessageFilter = (message: BaseMessage, tags?: Array<string>) => boolean;
+declare enum MessageFilterType {
+    HumanAndAI = "HumanAndAI",
+    HumanOnly = "HumanOnly",
+    AIOnly = "AIOnly",
+    IncludingTags = "IncludingTags",
+    ExcludingTags = "ExcludingTags"
+}
+/**
+ * # Transform Messages
+ * In order to manage the context size often you want to slice messages or only pass certain types of messages.
+ * This class is a helper to do that.
+ *
+ * ## Example
+ * ```ts
+ * const messages = [
+ *   new HumanMessage('Hello, how are you?'),
+ *   new AIMessage('I am good, thank you!'),
+ * ];
+ *
+ * const transformedMessages = TransformMessages.from(messages).filter(HumanAndAI).last(10).format(FormatType.Concise);
+ *
+ * ```
+ */
+declare class TransformMessages {
+    private effect;
+    private constructor();
+    /**
+     * Create a new TransformMessages from an array of messages.
+     */
+    static from(messages: Array<BaseMessage>): TransformMessages;
+    /**
+     * Filter messages based on a predicate function
+     */
+    filter(predicate: MessageFilter | MessageFilterType, tags?: Array<string>): TransformMessages;
+    /**
+     * Take only the last n messages, but safely.
+     * Tool calls should not be separated from the last human message.
+     * Ensures all tool call conversations in the last n messages are complete.
+     */
+    safelyTakeLast(n: number, pruneAfterNOvershootingMessages?: number): TransformMessages;
+    /**
+     * Take only the last n messages
+     */
+    last(n: number): TransformMessages;
+    /**
+     * Take only the first n messages
+     */
+    first(n: number): TransformMessages;
+    /**
+     * Skip the first n messages
+     */
+    skip(n: number): TransformMessages;
+    /**
+     * Reverse the order of messages
+     */
+    reverse(): TransformMessages;
+    /**
+     * Map over messages with a transformation function
+     */
+    map<T extends BaseMessage>(fn: (message: BaseMessage) => T): TransformMessages;
+    /**
+     * Format messages according to the specified format type
+     */
+    format(formatType: FormatType): Effect.Effect<string, never, never>;
+    /**
+     * Convert to array - runs the effect and returns the result
+     */
+    toArray(): Effect.Effect<Array<BaseMessage>, never, never>;
+    /**
+     * Convert to string - runs the effect and returns JSON string
+     */
+    toString(): Effect.Effect<string, never, never>;
+    /**
+     * Get the count of messages
+     */
+    count(): Effect.Effect<number, never, never>;
+}
+export { FormatType, MessageFilterType, TransformMessages };

package/dist/helper/index.d.ts ADDED Viewed

@@ -0,0 +1,92 @@
+import { BaseMessage } from '@langchain/core/messages';
+import { Effect } from 'effect';
+declare enum FormatType {
+    Concise = "concise",
+    Verbose = "verbose",
+    RedactAi = "redact-ai",
+    RedactHuman = "redact-human",
+    JSON = "json"
+}
+type MessageFilter = (message: BaseMessage, tags?: Array<string>) => boolean;
+declare enum MessageFilterType {
+    HumanAndAI = "HumanAndAI",
+    HumanOnly = "HumanOnly",
+    AIOnly = "AIOnly",
+    IncludingTags = "IncludingTags",
+    ExcludingTags = "ExcludingTags"
+}
+/**
+ * # Transform Messages
+ * In order to manage the context size often you want to slice messages or only pass certain types of messages.
+ * This class is a helper to do that.
+ *
+ * ## Example
+ * ```ts
+ * const messages = [
+ *   new HumanMessage('Hello, how are you?'),
+ *   new AIMessage('I am good, thank you!'),
+ * ];
+ *
+ * const transformedMessages = TransformMessages.from(messages).filter(HumanAndAI).last(10).format(FormatType.Concise);
+ *
+ * ```
+ */
+declare class TransformMessages {
+    private effect;
+    private constructor();
+    /**
+     * Create a new TransformMessages from an array of messages.
+     */
+    static from(messages: Array<BaseMessage>): TransformMessages;
+    /**
+     * Filter messages based on a predicate function
+     */
+    filter(predicate: MessageFilter | MessageFilterType, tags?: Array<string>): TransformMessages;
+    /**
+     * Take only the last n messages, but safely.
+     * Tool calls should not be separated from the last human message.
+     * Ensures all tool call conversations in the last n messages are complete.
+     */
+    safelyTakeLast(n: number, pruneAfterNOvershootingMessages?: number): TransformMessages;
+    /**
+     * Take only the last n messages
+     */
+    last(n: number): TransformMessages;
+    /**
+     * Take only the first n messages
+     */
+    first(n: number): TransformMessages;
+    /**
+     * Skip the first n messages
+     */
+    skip(n: number): TransformMessages;
+    /**
+     * Reverse the order of messages
+     */
+    reverse(): TransformMessages;
+    /**
+     * Map over messages with a transformation function
+     */
+    map<T extends BaseMessage>(fn: (message: BaseMessage) => T): TransformMessages;
+    /**
+     * Format messages according to the specified format type
+     */
+    format(formatType: FormatType): Effect.Effect<string, never, never>;
+    /**
+     * Convert to array - runs the effect and returns the result
+     */
+    toArray(): Effect.Effect<Array<BaseMessage>, never, never>;
+    /**
+     * Convert to string - runs the effect and returns JSON string
+     */
+    toString(): Effect.Effect<string, never, never>;
+    /**
+     * Get the count of messages
+     */
+    count(): Effect.Effect<number, never, never>;
+}
+export { FormatType, MessageFilterType, TransformMessages };

package/dist/helper/index.js ADDED Viewed

@@ -0,0 +1,251 @@
+import { ToolMessage, AIMessage, HumanMessage } from '@langchain/core/messages';
+import { Effect, pipe } from 'effect';
+// src/helper/transform-messages/TransformMessages.ts
+var humanAndAI = (message) => message instanceof HumanMessage || message instanceof AIMessage;
+var humanOnly = (message) => message instanceof HumanMessage;
+var aiOnly = (message) => message instanceof AIMessage;
+var includingTags = (message, tags) => {
+  if (tags) {
+    return tags.some(
+      (tag) => Array.isArray(message.additional_kwargs?.tags) ? message.additional_kwargs?.tags.includes(tag) : false
+    );
+  }
+  return true;
+};
+var excludingTags = (message, tags) => {
+  if (tags) {
+    return !tags.some(
+      (tag) => Array.isArray(message.additional_kwargs?.tags) ? message.additional_kwargs?.tags.includes(tag) : false
+    );
+  }
+  return true;
+};
+var typeOnFilter = {
+  ["HumanAndAI" /* HumanAndAI */]: humanAndAI,
+  ["HumanOnly" /* HumanOnly */]: humanOnly,
+  ["AIOnly" /* AIOnly */]: aiOnly,
+  ["IncludingTags" /* IncludingTags */]: includingTags,
+  ["ExcludingTags" /* ExcludingTags */]: excludingTags
+};
+function concise(messages) {
+  return messages.map((message) => {
+    const prefix = message instanceof AIMessage ? "AI" : "Human";
+    return `${prefix}: ${message.content}`;
+  }).join("\n");
+}
+function verbose(messages) {
+  return messages.map((message) => {
+    const prefix = message instanceof AIMessage ? "AI" : "Human";
+    return `${prefix}:
+${message.content}`;
+  }).join("\n-------------------\n");
+}
+function redactAi(messages) {
+  return messages.map((message) => {
+    const prefix = message instanceof AIMessage ? "AI" : "Human";
+    const content = message instanceof AIMessage ? "[...]" : message.content;
+    return `${prefix}: ${content}`;
+  }).join("\n");
+}
+function redactHuman(messages) {
+  return messages.map((message) => {
+    const prefix = message instanceof AIMessage ? "AI" : "Human";
+    const content = message instanceof AIMessage ? "[...]" : message.content;
+    return `${prefix}: ${content}`;
+  }).join("\n");
+}
+var typeOnFormatter = {
+  ["concise" /* Concise */]: concise,
+  ["verbose" /* Verbose */]: verbose,
+  ["redact-ai" /* RedactAi */]: redactAi,
+  ["redact-human" /* RedactHuman */]: redactHuman
+};
+// src/helper/transform-messages/TransformMessages.ts
+var TransformMessages = class _TransformMessages {
+  constructor(effect) {
+    this.effect = effect;
+  }
+  /**
+   * Create a new TransformMessages from an array of messages.
+   */
+  static from(messages) {
+    return new _TransformMessages(Effect.succeed(messages));
+  }
+  /**
+   * Filter messages based on a predicate function
+   */
+  filter(predicate, tags) {
+    let finalPredicate;
+    if (typeof predicate === "string") {
+      finalPredicate = typeOnFilter[predicate];
+    } else {
+      finalPredicate = predicate;
+    }
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map(
+          (messages) => messages.filter((message) => finalPredicate(message, tags))
+        )
+      )
+    );
+  }
+  /**
+   * Take only the last n messages, but safely.
+   * Tool calls should not be separated from the last human message.
+   * Ensures all tool call conversations in the last n messages are complete.
+   */
+  safelyTakeLast(n, pruneAfterNOvershootingMessages = 0) {
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map((messages) => {
+          const total = messages.length;
+          if (n <= 0 || total === 0)
+            return [];
+          const start = Math.max(0, total - n);
+          const end = total;
+          const lastSlice = messages.slice(start, end);
+          if (lastSlice[0] instanceof ToolMessage && lastSlice[0].tool_call_id) {
+            let messagesToInclude = [];
+            const remainingMessages = messages.slice(0, start);
+            for (let i = remainingMessages.length - 1; i >= 0; i--) {
+              const msg = remainingMessages[i];
+              if (pruneAfterNOvershootingMessages > 0 && messagesToInclude.length - 1 >= pruneAfterNOvershootingMessages) {
+                messagesToInclude = [];
+                const filteredSlice = [];
+                let foundFirstNonToolMessage = false;
+                for (let i2 = 0; i2 < lastSlice.length; i2++) {
+                  const msg2 = lastSlice[i2];
+                  if (msg2 instanceof ToolMessage) {
+                    if (foundFirstNonToolMessage) {
+                      filteredSlice.push(msg2);
+                    }
+                  } else {
+                    foundFirstNonToolMessage = true;
+                    filteredSlice.push(msg2);
+                  }
+                }
+                return filteredSlice;
+              }
+              if (msg instanceof AIMessage && Array.isArray(msg.tool_calls)) {
+                messagesToInclude.push(msg);
+                break;
+              } else if (msg instanceof ToolMessage) {
+                messagesToInclude.push(msg);
+              } else {
+                throw new Error(
+                  "Messages array invalid no adjacent AI message found"
+                );
+              }
+            }
+            return [...messagesToInclude.reverse(), ...lastSlice];
+          } else {
+            return lastSlice;
+          }
+        })
+      )
+    );
+  }
+  /**
+   * Take only the last n messages
+   */
+  last(n) {
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map((messages) => messages.slice(-n))
+      )
+    );
+  }
+  /**
+   * Take only the first n messages
+   */
+  first(n) {
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map((messages) => messages.slice(0, n))
+      )
+    );
+  }
+  /**
+   * Skip the first n messages
+   */
+  skip(n) {
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map((messages) => messages.slice(n))
+      )
+    );
+  }
+  /**
+   * Reverse the order of messages
+   */
+  reverse() {
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map((messages) => [...messages].reverse())
+      )
+    );
+  }
+  /**
+   * Map over messages with a transformation function
+   */
+  map(fn) {
+    return new _TransformMessages(
+      pipe(
+        this.effect,
+        Effect.map((messages) => messages.map(fn))
+      )
+    );
+  }
+  /**
+   * Format messages according to the specified format type
+   */
+  format(formatType) {
+    return pipe(
+      this.effect,
+      Effect.map((messages) => {
+        if (formatType === "json" /* JSON */) {
+          return JSON.stringify(messages, null, 2);
+        }
+        const formatter = typeOnFormatter[formatType];
+        return formatter(messages);
+      })
+    );
+  }
+  // Sink methods
+  /**
+   * Convert to array - runs the effect and returns the result
+   */
+  toArray() {
+    return this.effect;
+  }
+  /**
+   * Convert to string - runs the effect and returns JSON string
+   */
+  toString() {
+    return pipe(
+      this.effect,
+      Effect.map((messages) => JSON.stringify(messages, null, 2))
+    );
+  }
+  /**
+   * Get the count of messages
+   */
+  count() {
+    return pipe(
+      this.effect,
+      Effect.map((messages) => messages.length)
+    );
+  }
+};
+export { TransformMessages };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=index.js.map

package/dist/helper/index.js.map ADDED Viewed

@@ -0,0 +1 @@