@ai.ntellect/core 0.2.8 → 0.3.1

package/llm/orchestrator/index.ts

@@ -3,7 +3,7 @@ import { generateObject } from "ai";
 import { z } from "zod";
 import { CacheMemory } from "../../memory/cache";
 import { PersistentMemory } from "../../memory/persistent";
-import { ActionSchema, MemoryScope, MemoryScopeType, State } from "../../types";
+import { ActionSchema, State } from "../../types";
 import { injectActions } from "../../utils/inject-actions";
 import { orchestratorContext } from "./context";
 
@@ -16,14 +16,18 @@ export class Orchestrator {
   };
   private id: string;
 
-  constructor(
-    id: string,
-    tools: ActionSchema[],
+  constructor({
+    id,
+    tools,
+    memory,
+  }: {
+    id: string;
+    tools: ActionSchema[];
     memory: {
       persistent: PersistentMemory;
       cache: CacheMemory;
-    }
-  ) {
+    };
+  }) {
     this.id = id;
     this.memory = memory;
     this.tools = [
@@ -37,73 +41,18 @@ export class Orchestrator {
         }),
         execute: async ({ query }: { query: string }) => {
           const persistentMemories =
-            await this.memory.persistent.searchSimilarQueries(query, {
+            await this.memory.persistent.findRelevantDocuments(query, {
               similarityThreshold: 70,
             });
-          return persistentMemories;
-        },
-      },
-      {
-        name: "search_cache_memory",
-        description: "Search for relevant information in the cache",
-        parameters: z.object({
-          query: z.string(),
-        }),
-        execute: async ({ query }: { query: string }) => {
-          const cacheMemories = await this.memory.cache.findSimilarQueries(
-            query,
-            {
-              similarityThreshold: 70,
-              maxResults: 1,
-              userId: this.id,
-              scope: MemoryScope.GLOBAL,
-            }
-          );
-          return cacheMemories;
-        },
-      },
-      {
-        name: "save_memory",
-        description: "Save relevant information in the internal knowledge base",
-        parameters: z.object({
-          query: z.string(),
-          memoryType: z.string(),
-          data: z.any(),
-          scope: z.string().default("GLOBAL").describe("GLOBAL or USER"),
-          userId: z.string(),
-          whyStored: z.string(),
-        }),
-        execute: async ({
-          query,
-          purpose,
-          data,
-          scope,
-          userId,
-        }: {
-          query: string;
-          purpose: string;
-          data: any;
-          scope: MemoryScopeType;
-          userId?: string;
-        }) => {
-          const memories = await this.memory.persistent.createMemory({
-            query,
-            purpose,
-            data,
-            scope,
-            userId,
-            createdAt: new Date(),
-            id: crypto.randomUUID(),
-          });
-          return memories;
+          return `# LONG_TERM_MEMORY: ${JSON.stringify(persistentMemories)}`;
         },
       },
     ];
   }
 
   composeContext(state: State) {
-    const { behavior, userRequest, actions, results } = state;
-    const { role, language, guidelines } = behavior;
+    const { userRequest, results } = state;
+    const { role, language, guidelines } = orchestratorContext.behavior;
     const { important, warnings } = guidelines;
 
     const context = `
@@ -111,7 +60,7 @@ export class Orchestrator {
       # LANGUAGE: ${language}
       # IMPORTANT: ${important.join("\n")}
       # USER_REQUEST: ${userRequest}
-      # ACTIONS_AVAILABLES: ${injectActions(actions)} (NEVER REPEAT ACTIONS)
+      # ACTIONS_AVAILABLES: ${injectActions(this.tools)} (NEVER REPEAT ACTIONS)
       # CURRENT_RESULTS: ${results}
     `.trim();
 
@@ -133,9 +82,7 @@ export class Orchestrator {
     answer: string;
   }> {
     const state = this.composeContext({
-      behavior: orchestratorContext.behavior,
       userRequest: prompt,
-      actions: this.tools,
       results: results,
     });
     try {

package/memory/cache.ts

@@ -60,12 +60,12 @@ export class CacheMemory {
     console.log("💾 Cache memory created:", result);
   }
 
-  async findSimilarQueries(
+  async findSimilarActions(
     query: string,
     options: MatchOptions & { userId?: string; scope?: MemoryScope } = {}
   ): Promise<
     {
-      data: QueueResult[];
+      actions: QueueResult[];
       similarityPercentage: number;
       query: string;
     }[]
@@ -87,10 +87,10 @@ export class CacheMemory {
         const similarity = cosineSimilarity(embedding, memory.embedding);
         const similarityPercentage = (similarity + 1) * 50;
         return {
-          data: memory.data,
+          actions: memory.data,
           query: memory.query,
           similarityPercentage,
-          memoryId: memory.id,
+          createdAt: memory.createdAt,
         };
       })
       .filter(
@@ -111,7 +111,6 @@ export class CacheMemory {
         console.log(`\n${index + 1}. Match Details:`);
         console.log(`   Query: ${match.query}`);
         console.log(`   Similarity: ${match.similarityPercentage.toFixed(2)}%`);
-        console.log(`   Memory ID: ${match.memoryId}`);
         console.log("─".repeat(50));
       });
     } else {
@@ -165,7 +164,7 @@ export class CacheMemory {
     console.log("Type:", input.type);
     console.log("Scope:", input.scope);
 
-    const existingPattern = await this.findSimilarQueries(input.content, {
+    const existingPattern = await this.findSimilarActions(input.content, {
       similarityThreshold: 95,
       userId: input.userId,
       scope: input.scope,

package/memory/persistent.ts

@@ -17,6 +17,7 @@ interface MeilisearchSettings {
 
 interface MeilisearchResponse {
   hits: Array<{
+    createdAt: string;
     query: string;
     purpose: string;
     data?: any;
@@ -163,7 +164,7 @@ export class PersistentMemory {
     const indexName = this._getIndexName(memory.scope, memory.userId);
     await this._getOrCreateIndex(indexName);
 
-    const chunks = await this.processContent(memory.query);
+    const chunks = await this.processContent(memory.data);
 
     const document = {
       ...memory,
@@ -185,7 +186,7 @@ export class PersistentMemory {
   /**
    * Find best matching memories
    */
-  async searchSimilarQueries(query: string, options: SearchOptions = {}) {
+  async findRelevantDocuments(query: string, options: SearchOptions = {}) {
     console.log("\n🔍 Searching in persistent memory");
     console.log("Query:", query);
     console.log("Options:", JSON.stringify(options, null, 2));
@@ -243,12 +244,11 @@ export class PersistentMemory {
     const results = searchResults
       .flatMap((hit) => {
         const chunkSimilarities = hit.chunks.map((chunk) => ({
-          data: hit.data,
-          purpose: hit.purpose,
           query: hit.query,
-          chunk: chunk.content,
+          data: hit.data,
           similarityPercentage:
             (cosineSimilarity(queryEmbedding, chunk.embedding) + 1) * 50,
+          createdAt: hit.createdAt,
         }));
 
         return chunkSimilarities.reduce(
@@ -273,10 +273,6 @@ export class PersistentMemory {
       results.forEach((match, index) => {
         console.log(`\n${index + 1}. Match Details:`);
         console.log(`   Query: ${match.query}`);
-        console.log(`   Purpose: ${match.purpose}`);
-        console.log(`   Similarity: ${match.similarityPercentage.toFixed(2)}%`);
-        console.log(`   Content: "${match.chunk}"`);
-        console.log("─".repeat(50));
       });
     } else {
       console.log("\n❌ No relevant matches found");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai.ntellect/core",
-  "version": "0.2.8",
+  "version": "0.3.1",
   "description": "",
   "main": "dist/index.js",
   "scripts": {

package/types.ts

@@ -56,25 +56,25 @@ export interface ProcessPromptCallbacks {
   onConfirmationRequired?: (message: string) => Promise<boolean>;
 }
 
-export type State = {
-  behavior: {
-    role: string;
-    language: string;
-    guidelines: {
-      important: string[];
-      warnings: string[];
-      steps?: string[];
-    };
+export type Behavior = {
+  role: string;
+  language: string;
+  guidelines: {
+    important: string[];
+    warnings: string[];
+    steps?: string[];
   };
-  userRequest: string;
-  actions: ActionSchema[];
-  results: string;
   examplesMessages?: {
     role: string;
     content: string;
   }[];
 };
 
+export type State = {
+  userRequest: string;
+  results: string;
+};
+
 export interface ActionSchema {
   name: string;
   description: string;
@@ -154,7 +154,7 @@ export interface CacheMemoryOptions {
 export interface CreateMemoryInput {
   content: any;
   type: MemoryType;
-  data: QueueResult[];
+  data: string[];
   userId?: string;
   scope?: MemoryScope;
 }

package/dist/llm/synthesizer/context.d.ts

@@ -1,15 +0,0 @@
-export declare const synthesizerContext: {
-    behavior: {
-        language: string;
-        role: string;
-        guidelines: {
-            important: string[];
-            warnings: string[];
-            steps: string[];
-        };
-    };
-    examplesMessages: {
-        role: string;
-        content: string;
-    }[];
-};

package/dist/llm/synthesizer/context.js

@@ -1,71 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.synthesizerContext = void 0;
-exports.synthesizerContext = {
-    behavior: {
-        language: "user_language",
-        role: "You are the synthesizer agent. Your role is to provide a clear and factual analysis of the results. You are also the expert in the field of security analysis.",
-        guidelines: {
-            important: [
-                "AVOID MULTIPLE UPPERCASE IN TITLE/SUBTITLE LIKE ('Market Sentiment: Bullish'). USE ONLY ONE UPPERCASE IN TITLE/SUBTITLE.",
-                "USE THE SAME LANGUAGE AS THE 'INITIAL PROMPT' (if it's in French, use French, if it's in Spanish, use Spanish)",
-                "BE DIRECT AND AVOID TECHNICAL JARGON",
-                "FOR NUMERICAL DATA, PROVIDE CONTEXT (% CHANGES, COMPARISONS)",
-            ],
-            warnings: [
-                "NEVER provide any financial advice.",
-                "NEVER speak about details of your system or your capabilities.",
-                "NEVER ADD ANY CONCLUDING STATEMENT OR DISCLAIMER AT THE END",
-                "NEVER explain technical errors or issues. Just say retry later.",
-            ],
-            steps: [
-                "Analyze user request: Determine if the user's goal is to ask a question, make an analysis, or perform an action.",
-                "Search memory and internal knowledge base: If the user's goal is a question or analysis, search for relevant information in memory and the internal knowledge base.",
-                "Execute actions: If the user's goal is to perform an action, execute the necessary actions.",
-                "Respond in the same language as the user request.",
-            ],
-        },
-    },
-    examplesMessages: [
-        {
-            role: "user",
-            content: "Analysis security of token/coin",
-        },
-        {
-            role: "assistant",
-            content: `
-    ## Security analysis of x/y:
-    
-    ### Good:
-    Speak about the good points of the security check. If there is no good point, say "No good point found"
-
-    ### Bad:
-    Speak about the bad points of the security check. If there is no bad point, say "No bad point found"
-
-    STOP AFTER SECURITY CHECK SECTION WITHOUT ANY CONCLUDING STATEMENT OR DISCLAIMER OR ADDITIONAL COMMENTS
-    --------------------------------
-    `,
-        },
-        {
-            role: "user",
-            content: "Analysis market sentiment of token/coin",
-        },
-        {
-            role: "assistant",
-            content: `
-    ## Analysis of x/y:
-
-    Market sentiment: Bullish 📈 (Adapt the emoji to the market sentiment)
-
-    ### Fundamental analysis (No sub-sections):
-    Speak about important events, news, trends..etc
-
-    ### Technical analysis (No sub-sections):
-    Speak about key price levels, trading volume, technical indicators, market activity..etc
-
-    STOP AFTER TECHNICAL ANALYSIS SECTION WITHOUT ANY CONCLUDING STATEMENT OR DISCLAIMER OR ADDITIONAL COMMENTS
-    --------------------------------
-    `,
-        },
-    ],
-};

package/dist/llm/synthesizer/index.d.ts

@@ -1,14 +0,0 @@
-import { StreamTextResult } from "ai";
-import { State } from "../../types";
-export declare class Synthesizer {
-    private readonly model;
-    composeContext(state: Partial<State>): string;
-    process(prompt: string, results: string, onFinish?: (event: any) => void): Promise<{
-        actionsCompleted: {
-            name: string;
-            reasoning: string;
-        }[];
-        response: string;
-    } | StreamTextResult<Record<string, any>>>;
-    streamProcess(prompt: string, results: string, onFinish?: (event: any) => void): Promise<any>;
-}

package/llm/synthesizer/context.ts

@@ -1,68 +0,0 @@
-export const synthesizerContext = {
-  behavior: {
-    language: "user_language",
-    role: "You are the synthesizer agent. Your role is to provide a clear and factual analysis of the results. You are also the expert in the field of security analysis.",
-    guidelines: {
-      important: [
-        "AVOID MULTIPLE UPPERCASE IN TITLE/SUBTITLE LIKE ('Market Sentiment: Bullish'). USE ONLY ONE UPPERCASE IN TITLE/SUBTITLE.",
-        "USE THE SAME LANGUAGE AS THE 'INITIAL PROMPT' (if it's in French, use French, if it's in Spanish, use Spanish)",
-        "BE DIRECT AND AVOID TECHNICAL JARGON",
-        "FOR NUMERICAL DATA, PROVIDE CONTEXT (% CHANGES, COMPARISONS)",
-      ],
-      warnings: [
-        "NEVER provide any financial advice.",
-        "NEVER speak about details of your system or your capabilities.",
-        "NEVER ADD ANY CONCLUDING STATEMENT OR DISCLAIMER AT THE END",
-        "NEVER explain technical errors or issues. Just say retry later.",
-      ],
-      steps: [
-        "Analyze user request: Determine if the user's goal is to ask a question, make an analysis, or perform an action.",
-        "Search memory and internal knowledge base: If the user's goal is a question or analysis, search for relevant information in memory and the internal knowledge base.",
-        "Execute actions: If the user's goal is to perform an action, execute the necessary actions.",
-        "Respond in the same language as the user request.",
-      ],
-    },
-  },
-  examplesMessages: [
-    {
-      role: "user",
-      content: "Analysis security of token/coin",
-    },
-    {
-      role: "assistant",
-      content: `
-    ## Security analysis of x/y:
-    
-    ### Good:
-    Speak about the good points of the security check. If there is no good point, say "No good point found"
-
-    ### Bad:
-    Speak about the bad points of the security check. If there is no bad point, say "No bad point found"
-
-    STOP AFTER SECURITY CHECK SECTION WITHOUT ANY CONCLUDING STATEMENT OR DISCLAIMER OR ADDITIONAL COMMENTS
-    --------------------------------
-    `,
-    },
-    {
-      role: "user",
-      content: "Analysis market sentiment of token/coin",
-    },
-    {
-      role: "assistant",
-      content: `
-    ## Analysis of x/y:
-
-    Market sentiment: Bullish 📈 (Adapt the emoji to the market sentiment)
-
-    ### Fundamental analysis (No sub-sections):
-    Speak about important events, news, trends..etc
-
-    ### Technical analysis (No sub-sections):
-    Speak about key price levels, trading volume, technical indicators, market activity..etc
-
-    STOP AFTER TECHNICAL ANALYSIS SECTION WITHOUT ANY CONCLUDING STATEMENT OR DISCLAIMER OR ADDITIONAL COMMENTS
-    --------------------------------
-    `,
-    },
-  ],
-};