@props-labs/mesh-os 0.1.9 → 0.1.11

package/dist/core/client.d.ts

@@ -1,4 +1,4 @@
-import { EdgeType, type AgentStatus, type EdgeMetadata, type MemoryMetadata } from './taxonomy';
+import { EdgeType, type AgentStatus, type EdgeMetadata, type MemoryMetadata, type TimestampFilter } from './taxonomy';
 /**
  * An agent in the system.
  */
@@ -21,6 +21,7 @@ export interface Memory {
     embedding: number[];
     createdAt: string;
     updatedAt: string;
+    expiresAt?: string;
     similarity?: number;
 }
 /**
@@ -91,7 +92,7 @@ export declare class MeshOS {
     /**
      * Store a new memory.
      */
-    remember(content: string, agentId: string, metadata?: Partial<MemoryMetadata>): Promise<Memory | Memory[]>;
+    remember(content: string, agentId: string, metadata?: Partial<MemoryMetadata>, expiresAt?: string): Promise<Memory | Memory[]>;
     /**
      * Delete a specific memory.
      */
@@ -134,6 +135,8 @@ export declare class MeshOS {
         adaptiveThreshold?: boolean;
         useSemanticExpansion?: boolean;
         filters?: Record<string, unknown>;
+        createdAtFilter?: TimestampFilter;
+        expiresAtFilter?: TimestampFilter;
     }): Promise<Memory[]>;
     /**
      * Internal method to perform recall with a specific threshold.
@@ -143,4 +146,18 @@ export declare class MeshOS {
      * Update an agent's status.
      */
     updateAgentStatus(agentId: string, status: AgentStatus): Promise<Agent>;
+    /**
+     * Query memories with flexible filtering, sorting, and pagination.
+     */
+    getMemories(options: {
+        where?: Record<string, unknown>;
+        orderBy?: Array<{
+            column: string;
+            order: 'asc' | 'desc';
+        }>;
+        limit?: number;
+        offset?: number;
+        distinct?: boolean;
+        distinctOn?: string[];
+    }): Promise<Memory[]>;
 }

package/dist/core/client.js

@@ -199,7 +199,7 @@ class MeshOS {
     /**
      * Store a new memory.
      */
-    async remember(content, agentId, metadata) {
+    async remember(content, agentId, metadata, expiresAt) {
         // Create default metadata if none provided
         const fullMetadata = taxonomy_1.memoryMetadataSchema.parse({
             type: taxonomy_1.DataType.KNOWLEDGE,
@@ -217,12 +217,13 @@ class MeshOS {
             const embedding = await this.createEmbedding(content);
             const embeddingStr = `[${embedding.join(',')}]`;
             const query = `
-        mutation Remember($content: String!, $agentId: uuid!, $metadata: jsonb!, $embedding: vector!) {
+        mutation Remember($content: String!, $agentId: uuid!, $metadata: jsonb!, $embedding: vector!, $expiresAt: timestamptz) {
           insert_memories_one(object: {
             content: $content,
             agent_id: $agentId,
             metadata: $metadata,
-            embedding: $embedding
+            embedding: $embedding,
+            expires_at: $expiresAt
           }) {
             id
             agent_id
@@ -231,6 +232,7 @@ class MeshOS {
             embedding
             created_at
             updated_at
+            expires_at
           }
         }
       `;
@@ -238,15 +240,17 @@ class MeshOS {
                 content,
                 agentId,
                 metadata: fullMetadata,
-                embedding: embeddingStr
+                embedding: embeddingStr,
+                expiresAt
             });
             // Convert snake_case to camelCase
-            const { agent_id, created_at, updated_at, ...rest } = result.insert_memories_one;
+            const { agent_id, created_at, updated_at, expires_at, ...rest } = result.insert_memories_one;
             return {
                 ...rest,
                 agentId: agent_id,
                 createdAt: created_at,
                 updatedAt: updated_at,
+                expiresAt: expires_at,
             };
         }
         // Split content into chunks
@@ -273,12 +277,13 @@ class MeshOS {
             const embedding = await this.createEmbedding(chunks[i]);
             const embeddingStr = `[${embedding.join(',')}]`;
             const query = `
-        mutation Remember($content: String!, $agentId: uuid!, $metadata: jsonb!, $embedding: vector!) {
+        mutation Remember($content: String!, $agentId: uuid!, $metadata: jsonb!, $embedding: vector!, $expiresAt: timestamptz) {
           insert_memories_one(object: {
             content: $content,
             agent_id: $agentId,
             metadata: $metadata,
-            embedding: $embedding
+            embedding: $embedding,
+            expires_at: $expiresAt
           }) {
             id
             agent_id
@@ -287,6 +292,7 @@ class MeshOS {
             embedding
             created_at
             updated_at
+            expires_at
           }
         }
       `;
@@ -294,15 +300,17 @@ class MeshOS {
                 content: chunks[i],
                 agentId,
                 metadata: chunkMetadata,
-                embedding: embeddingStr
+                embedding: embeddingStr,
+                expiresAt
             });
             // Convert snake_case to camelCase
-            const { agent_id, created_at, updated_at, ...rest } = result.insert_memories_one;
+            const { agent_id, created_at, updated_at, expires_at, ...rest } = result.insert_memories_one;
             const memory = {
                 ...rest,
                 agentId: agent_id,
                 createdAt: created_at,
                 updatedAt: updated_at,
+                expiresAt: expires_at,
             };
             memories.push(memory);
             // Link chunks sequentially
@@ -525,14 +533,16 @@ class MeshOS {
      * Search memories by semantic similarity.
      */
     async recall(options) {
-        const { query, agentId, limit = 5, threshold = 0.7, minResults = 1, adaptiveThreshold = true, useSemanticExpansion = true, filters } = options;
+        const { query, agentId, limit = 5, threshold = 0.7, minResults = 1, adaptiveThreshold = true, useSemanticExpansion = true, filters, createdAtFilter, expiresAtFilter } = options;
         // First try: Direct search with initial threshold
         let results = await this.recallWithThreshold({
             query,
             threshold,
             agentId,
             limit,
-            filters
+            filters,
+            createdAtFilter,
+            expiresAtFilter
         });
         if (results.length >= minResults) {
             return results.slice(0, limit);
@@ -547,7 +557,9 @@ class MeshOS {
                     threshold: currentThreshold,
                     agentId,
                     limit,
-                    filters
+                    filters,
+                    createdAtFilter,
+                    expiresAtFilter
                 });
                 // Add new results that aren't already in the list
                 for (const result of newResults) {
@@ -573,7 +585,9 @@ class MeshOS {
                     threshold,
                     agentId,
                     limit,
-                    filters
+                    filters,
+                    createdAtFilter,
+                    expiresAtFilter
                 });
                 // Add new results or update if better similarity
                 for (const memory of variationResults) {
@@ -596,7 +610,9 @@ class MeshOS {
                             threshold: currentThreshold,
                             agentId,
                             limit,
-                            filters
+                            filters,
+                            createdAtFilter,
+                            expiresAtFilter
                         });
                         for (const memory of variationResults) {
                             const existingMemory = seenIds.get(memory.id);
@@ -627,7 +643,7 @@ class MeshOS {
      * Internal method to perform recall with a specific threshold.
      */
     async recallWithThreshold(options) {
-        const { query, threshold, agentId, limit = 10, filters } = options;
+        const { query, threshold, agentId, limit = 10, filters, createdAtFilter, expiresAtFilter } = options;
         // Create embedding for the query
         const embedding = await this.createEmbedding(query);
         const embeddingStr = `[${embedding.join(',')}]`;
@@ -638,10 +654,10 @@ class MeshOS {
           agent_id
           content
           metadata
-          embedding
           similarity
           created_at
           updated_at
+          expires_at
         }
       }
     `;
@@ -677,7 +693,9 @@ class MeshOS {
                 match_threshold: threshold,
                 match_count: limit,
                 filter_agent_id: agentId,
-                metadata_filter: metadataFilter
+                metadata_filter: metadataFilter,
+                created_at_filter: createdAtFilter,
+                expires_at_filter: expiresAtFilter
             }
         });
         return result.search_memories.map(memory => ({
@@ -688,7 +706,8 @@ class MeshOS {
             embedding: memory.embedding,
             similarity: memory.similarity,
             createdAt: memory.created_at,
-            updatedAt: memory.updated_at
+            updatedAt: memory.updated_at,
+            expiresAt: memory.expires_at
         }));
     }
     /**
@@ -719,5 +738,56 @@ class MeshOS {
         }
         return result.update_agents_by_pk;
     }
+    /**
+     * Query memories with flexible filtering, sorting, and pagination.
+     */
+    async getMemories(options) {
+        const { where, orderBy, limit, offset, distinct, distinctOn } = options;
+        // Build the GraphQL query dynamically
+        const query = `
+      query GetMemories(
+        $where: memories_bool_exp,
+        $orderBy: [memories_order_by!],
+        $limit: Int,
+        $offset: Int,
+        $distinctOn: [memories_select_column!]
+      ) {
+        memories(
+          where: $where,
+          order_by: $orderBy,
+          limit: $limit,
+          offset: $offset,
+          distinct: ${distinct ? 'true' : 'false'},
+          distinct_on: $distinctOn
+        ) {
+          id
+          agent_id
+          content
+          metadata
+          embedding
+          created_at
+          updated_at
+          expires_at
+        }
+      }
+    `;
+        const result = await this.executeQuery(query, {
+            where,
+            orderBy,
+            limit,
+            offset,
+            distinctOn
+        });
+        return result.memories.map(memory => ({
+            id: memory.id,
+            agentId: memory.agent_id,
+            content: memory.content,
+            metadata: memory.metadata,
+            embedding: memory.embedding,
+            createdAt: memory.created_at,
+            updatedAt: memory.updated_at,
+            expiresAt: memory.expires_at
+        }));
+    }
 }
 exports.MeshOS = MeshOS;

package/dist/core/taxonomy.d.ts

@@ -229,3 +229,13 @@ export declare const edgeMetadataSchema: z.ZodObject<{
     bidirectional?: boolean | undefined;
 }>;
 export type EdgeMetadata = z.infer<typeof edgeMetadataSchema>;
+/**
+ * Timestamp filter operators
+ */
+export interface TimestampFilter {
+    _gt?: string;
+    _gte?: string;
+    _lt?: string;
+    _lte?: string;
+    _eq?: string;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@props-labs/mesh-os",
-  "version": "0.1.9",
+  "version": "0.1.11",
   "description": "MeshOS - A memory system for AI agents",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/templates/hasura/migrations/default/3_memory_expiry/down.sql

@@ -0,0 +1,55 @@
+-- Drop the updated search_memories function
+DROP FUNCTION IF EXISTS public.search_memories(vector(1536), float8, integer, uuid, jsonb, jsonb, jsonb);
+
+-- Remove expires_at column
+ALTER TABLE public.memories DROP COLUMN expires_at;
+
+-- Drop and recreate the view without expires_at
+DROP VIEW IF EXISTS public.memories_with_similarity;
+CREATE OR REPLACE VIEW public.memories_with_similarity AS
+SELECT 
+    m.*,
+    0::float8 as similarity
+FROM memories m;
+
+-- Restore the previous version of search_memories from 2_metadata_filtering
+CREATE OR REPLACE FUNCTION public.search_memories(
+    query_embedding vector(1536),
+    match_threshold float8,
+    match_count integer,
+    filter_agent_id uuid DEFAULT NULL,
+    metadata_filter jsonb DEFAULT NULL
+)
+RETURNS SETOF public.memories_with_similarity
+LANGUAGE sql
+STABLE
+AS $$
+    WITH normalized_query AS (
+        SELECT l2_normalize(query_embedding) AS normalized_vector
+    )
+    SELECT 
+        m.id,
+        m.agent_id,
+        m.content,
+        m.metadata,
+        m.embedding,
+        m.created_at,
+        m.updated_at,
+        -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) as similarity
+    FROM memories m
+    WHERE
+        CASE 
+            WHEN filter_agent_id IS NOT NULL THEN m.agent_id = filter_agent_id
+            ELSE TRUE
+        END
+        AND CASE
+            WHEN metadata_filter IS NOT NULL THEN m.metadata @> metadata_filter
+            ELSE TRUE
+        END
+        AND -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) >= match_threshold
+    ORDER BY -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) DESC
+    LIMIT match_count;
+$$;
+
+-- Track the function in Hasura
+COMMENT ON FUNCTION public.search_memories IS E'@graphql({"type": "Query"})'; 

package/src/templates/hasura/migrations/default/3_memory_expiry/up.sql

@@ -0,0 +1,108 @@
+-- Add expires_at column to memories table
+ALTER TABLE public.memories ADD COLUMN expires_at TIMESTAMPTZ;
+
+-- Create a view for memories with similarity that includes all fields
+DROP VIEW IF EXISTS public.memories_with_similarity;
+CREATE OR REPLACE VIEW public.memories_with_similarity AS
+SELECT 
+    m.*,
+    0::float8 as similarity  -- Default similarity, will be replaced in search
+FROM memories m;
+
+-- Drop the existing search_memories function
+DROP FUNCTION IF EXISTS public.search_memories;
+
+-- Create the updated search_memories function with standard Hasura filtering
+CREATE OR REPLACE FUNCTION public.search_memories(
+    query_embedding vector(1536),
+    match_threshold float8,
+    match_count integer,
+    filter_agent_id uuid DEFAULT NULL,
+    metadata_filter jsonb DEFAULT NULL,
+    created_at_filter jsonb DEFAULT NULL,
+    expires_at_filter jsonb DEFAULT NULL
+)
+RETURNS SETOF public.memories_with_similarity
+LANGUAGE sql
+STABLE
+AS $$
+    WITH normalized_query AS (
+        SELECT l2_normalize(query_embedding) AS normalized_vector
+    )
+    SELECT 
+        m.id,
+        m.agent_id,
+        m.content,
+        m.metadata,
+        m.embedding,
+        m.created_at,
+        m.updated_at,
+        m.expires_at,
+        -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) as similarity
+    FROM memories m
+    WHERE
+        CASE 
+            WHEN filter_agent_id IS NOT NULL THEN m.agent_id = filter_agent_id
+            ELSE TRUE
+        END
+        AND CASE
+            WHEN metadata_filter IS NOT NULL THEN m.metadata @> metadata_filter
+            ELSE TRUE
+        END
+        AND CASE
+            WHEN created_at_filter IS NOT NULL THEN (
+                CASE
+                    WHEN created_at_filter ? '_gt' THEN m.created_at > (created_at_filter->>'_gt')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN created_at_filter ? '_gte' THEN m.created_at >= (created_at_filter->>'_gte')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN created_at_filter ? '_lt' THEN m.created_at < (created_at_filter->>'_lt')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN created_at_filter ? '_lte' THEN m.created_at <= (created_at_filter->>'_lte')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN created_at_filter ? '_eq' THEN m.created_at = (created_at_filter->>'_eq')::timestamptz
+                    ELSE TRUE
+                END
+            )
+            ELSE TRUE
+        END
+        AND CASE
+            WHEN expires_at_filter IS NOT NULL THEN (
+                CASE
+                    WHEN expires_at_filter ? '_gt' THEN m.expires_at > (expires_at_filter->>'_gt')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN expires_at_filter ? '_gte' THEN m.expires_at >= (expires_at_filter->>'_gte')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN expires_at_filter ? '_lt' THEN m.expires_at < (expires_at_filter->>'_lt')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN expires_at_filter ? '_lte' THEN m.expires_at <= (expires_at_filter->>'_lte')::timestamptz
+                    ELSE TRUE
+                END
+                AND CASE
+                    WHEN expires_at_filter ? '_eq' THEN m.expires_at = (expires_at_filter->>'_eq')::timestamptz
+                    ELSE TRUE
+                END
+            )
+            ELSE TRUE
+        END
+        AND -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) >= match_threshold
+    ORDER BY -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) DESC
+    LIMIT match_count;
+$$;
+
+-- Track the function in Hasura
+COMMENT ON FUNCTION public.search_memories IS E'@graphql({"type": "Query"})';