@props-labs/mesh-os 0.1.7

package/src/templates/hasura/metadata/databases/databases.yaml

@@ -0,0 +1,15 @@
+- name: default
+  kind: postgres
+  configuration:
+    connection_info:
+      database_url:
+        from_env: HASURA_GRAPHQL_DATABASE_URL
+      isolation_level: read-committed
+      pool_settings:
+        connection_lifetime: 600
+        idle_timeout: 180
+        max_connections: 50
+        retries: 1
+      use_prepared_statements: true
+  tables: "!include default/tables/tables.yaml"
+  functions: [] 

package/src/templates/hasura/metadata/databases/default/tables/public_agents.yaml

@@ -0,0 +1,14 @@
+table:
+  name: agents
+  schema: public
+configuration:
+  custom_root_fields: {}
+  custom_name: agents
+array_relationships:
+  - name: memories
+    using:
+      foreign_key_constraint_on:
+        column: agent_id
+        table:
+          name: memories
+          schema: public 

package/src/templates/hasura/metadata/databases/default/tables/public_memories.yaml

@@ -0,0 +1,17 @@
+table:
+  name: memories
+  schema: public
+configuration:
+  custom_root_fields: {}
+  custom_name: memories
+object_relationships:
+  - name: agent
+    using:
+      foreign_key_constraint_on: agent_id
+computed_fields:
+  - name: similarity_score
+    definition:
+      function:
+        name: search_memories
+        schema: public
+    comment: Computes similarity score for vector search 

package/src/templates/hasura/metadata/databases/default/tables/public_memory_edges.yaml

@@ -0,0 +1,57 @@
+table:
+  name: memory_edges
+  schema: public
+is_enum: false
+configuration:
+  column_config: {}
+  custom_column_names: {}
+  custom_name: memory_edges
+  custom_root_fields: {}
+
+array_relationships: []
+computed_fields: []
+delete_permissions:
+  - role: admin
+    permission:
+      filter: {}
+
+event_triggers: []
+insert_permissions:
+  - role: admin
+    permission:
+      check: {}
+      columns:
+        - id
+        - source_memory
+        - target_memory
+        - relationship
+        - weight
+        - created_at
+
+object_relationships:
+  - name: source
+    using:
+      foreign_key_constraint_on: source_memory
+  - name: target
+    using:
+      foreign_key_constraint_on: target_memory
+
+select_permissions:
+  - role: admin
+    permission:
+      columns:
+        - id
+        - source_memory
+        - target_memory
+        - relationship
+        - weight
+        - created_at
+      filter: {}
+
+update_permissions:
+  - role: admin
+    permission:
+      columns:
+        - weight
+      filter: {}
+      check: {} 

package/src/templates/hasura/metadata/databases/default/tables/tables.yaml

@@ -0,0 +1,54 @@
+- table:
+    name: agents
+    schema: public
+  configuration:
+    custom_root_fields: {}
+    custom_name: agents
+  array_relationships:
+    - name: memories
+      using:
+        foreign_key_constraint_on:
+          column: agent_id
+          table:
+            name: memories
+            schema: public
+
+- table:
+    name: memories
+    schema: public
+  configuration:
+    custom_root_fields: {}
+    custom_name: memories
+  object_relationships:
+    - name: agent
+      using:
+        foreign_key_constraint_on: agent_id
+  array_relationships:
+    - name: incoming_edges
+      using:
+        foreign_key_constraint_on:
+          column: target_memory
+          table:
+            name: memory_edges
+            schema: public
+    - name: outgoing_edges
+      using:
+        foreign_key_constraint_on:
+          column: source_memory
+          table:
+            name: memory_edges
+            schema: public
+
+- table:
+    name: memory_edges
+    schema: public
+  configuration:
+    custom_root_fields: {}
+    custom_name: memory_edges
+  object_relationships:
+    - name: source
+      using:
+        foreign_key_constraint_on: source_memory
+    - name: target
+      using:
+        foreign_key_constraint_on: target_memory 

package/src/templates/hasura/metadata/databases/default/tables/track_tables.yaml

@@ -0,0 +1,14 @@
+- table:
+    schema: public
+    name: agents
+  is_enum: false
+
+- table:
+    schema: public
+    name: memories
+  is_enum: false
+
+- table:
+    schema: public
+    name: memory_edges
+  is_enum: false 

package/src/templates/hasura/metadata/metadata.json

@@ -0,0 +1,80 @@
+{
+  "version": 3,
+  "sources": [
+    {
+      "name": "default",
+      "kind": "postgres",
+      "tables": [
+        {
+          "table": {
+            "schema": "public",
+            "name": "agents"
+          },
+          "array_relationships": [
+            {
+              "name": "memories",
+              "using": {
+                "foreign_key_constraint_on": {
+                  "column": "agent_id",
+                  "table": {
+                    "schema": "public",
+                    "name": "memories"
+                  }
+                }
+              }
+            }
+          ]
+        },
+        {
+          "table": {
+            "schema": "public",
+            "name": "memories"
+          },
+          "object_relationships": [
+            {
+              "name": "agent",
+              "using": {
+                "foreign_key_constraint_on": "agent_id"
+              }
+            }
+          ],
+          "computed_fields": [
+            {
+              "name": "similarity_score",
+              "definition": {
+                "function": {
+                  "schema": "public",
+                  "name": "search_memories"
+                }
+              },
+              "comment": "Computes similarity score for vector search"
+            }
+          ]
+        }
+      ],
+      "functions": [
+        {
+          "function": {
+            "schema": "public",
+            "name": "search_memories"
+          }
+        }
+      ],
+      "configuration": {
+        "connection_info": {
+          "use_prepared_statements": true,
+          "database_url": {
+            "from_env": "HASURA_GRAPHQL_DATABASE_URL"
+          },
+          "isolation_level": "read-committed",
+          "pool_settings": {
+            "connection_lifetime": 600,
+            "retries": 1,
+            "idle_timeout": 180,
+            "max_connections": 50
+          }
+        }
+      }
+    }
+  ]
+} 

package/src/templates/hasura/metadata/version.yaml

@@ -0,0 +1 @@
+version: 3 

package/src/templates/hasura/migrations/default/1_init/down.sql

@@ -0,0 +1,13 @@
+-- Drop functions
+DROP FUNCTION IF EXISTS search_memories;
+DROP FUNCTION IF EXISTS get_connected_memories;
+DROP FUNCTION IF EXISTS update_updated_at_column;
+
+-- Drop tables
+DROP TABLE IF EXISTS public.memory_edges;
+DROP TABLE IF EXISTS public.memories;
+DROP TABLE IF EXISTS public.agents;
+
+-- Drop extensions
+DROP EXTENSION IF EXISTS vector;
+DROP EXTENSION IF EXISTS "uuid-ossp"; 

package/src/templates/hasura/migrations/default/1_init/up.sql

@@ -0,0 +1,218 @@
+-- Enable required extensions
+CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
+CREATE EXTENSION IF NOT EXISTS "vector";
+
+-- Create function to validate slugs
+CREATE OR REPLACE FUNCTION validate_slug(slug text)
+RETURNS boolean AS $$
+BEGIN
+    RETURN slug ~ '^[a-z][a-z0-9_-]*[a-z0-9]$';
+END;
+$$ LANGUAGE plpgsql IMMUTABLE;
+
+-- Create agents table
+CREATE TABLE IF NOT EXISTS public.agents (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    slug TEXT UNIQUE,
+    name TEXT NOT NULL,
+    description TEXT,
+    metadata JSONB,
+    status TEXT NOT NULL DEFAULT 'active',
+    created_at TIMESTAMPTZ DEFAULT NOW(),
+    updated_at TIMESTAMPTZ DEFAULT NOW(),
+    CONSTRAINT valid_slug CHECK (slug IS NULL OR validate_slug(slug))
+);
+
+-- Create memories table
+CREATE TABLE IF NOT EXISTS public.memories (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    agent_id UUID REFERENCES public.agents(id) ON DELETE CASCADE,
+    content TEXT NOT NULL,
+    metadata JSONB,
+    embedding vector(1536),  -- OpenAI text-embedding-3-small dimension
+    created_at TIMESTAMPTZ DEFAULT NOW(),
+    updated_at TIMESTAMPTZ DEFAULT NOW()
+);
+
+-- Create memory edges table
+CREATE TABLE IF NOT EXISTS public.memory_edges (
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    source_memory UUID REFERENCES public.memories(id) ON DELETE CASCADE,
+    target_memory UUID REFERENCES public.memories(id) ON DELETE CASCADE,
+    relationship TEXT NOT NULL,
+    weight FLOAT DEFAULT 1.0,
+    created_at TIMESTAMPTZ DEFAULT NOW()
+);
+
+-- Create index for vector similarity search
+CREATE INDEX IF NOT EXISTS idx_memories_embedding ON public.memories 
+USING ivfflat (embedding vector_cosine_ops)
+WITH (lists = 100);
+
+-- Create index for memory edges lookup
+CREATE INDEX IF NOT EXISTS idx_memory_edges_source ON public.memory_edges(source_memory);
+CREATE INDEX IF NOT EXISTS idx_memory_edges_target ON public.memory_edges(target_memory);
+
+-- Create function to update updated_at timestamp
+CREATE OR REPLACE FUNCTION update_updated_at_column()
+RETURNS TRIGGER AS $$
+BEGIN
+    NEW.updated_at = NOW();
+    RETURN NEW;
+END;
+$$ language 'plpgsql';
+
+-- Create triggers for updated_at
+CREATE TRIGGER update_agents_updated_at
+    BEFORE UPDATE ON public.agents
+    FOR EACH ROW
+    EXECUTE FUNCTION update_updated_at_column();
+
+CREATE TRIGGER update_memories_updated_at
+    BEFORE UPDATE ON public.memories
+    FOR EACH ROW
+    EXECUTE FUNCTION update_updated_at_column();
+
+-- Create a view for memories with similarity
+CREATE OR REPLACE VIEW public.memories_with_similarity AS
+SELECT 
+    m.*,
+    0::float8 as similarity  -- Default similarity, will be replaced in search
+FROM memories m;
+
+-- Add function to normalize embeddings
+CREATE OR REPLACE FUNCTION normalize_embedding()
+RETURNS TRIGGER AS $$
+BEGIN
+    IF NEW.embedding IS NOT NULL THEN
+        -- Normalize the embedding vector using l2_normalize
+        NEW.embedding = l2_normalize(NEW.embedding);
+    END IF;
+    RETURN NEW;
+END;
+$$ LANGUAGE plpgsql;
+
+-- Create trigger to normalize embeddings on insert and update
+CREATE TRIGGER normalize_memory_embedding
+    BEFORE INSERT OR UPDATE OF embedding ON public.memories
+    FOR EACH ROW
+    EXECUTE FUNCTION normalize_embedding();
+
+-- Add a debug function to check vector normalization
+CREATE OR REPLACE FUNCTION debug_vector_info(v vector(1536)) 
+RETURNS TABLE (
+    original_norm float8,
+    normalized_norm float8,
+    is_normalized boolean
+) AS $$
+    SELECT 
+        sqrt(v <-> v) as original_norm,
+        sqrt(l2_normalize(v) <-> l2_normalize(v)) as normalized_norm,
+        abs(1 - sqrt(v <-> v)) < 0.000001 as is_normalized;
+$$ LANGUAGE SQL IMMUTABLE;
+
+-- Modify the search function to work with normalized embeddings
+CREATE OR REPLACE FUNCTION public.search_memories(
+    query_embedding vector(1536),
+    match_threshold float8,
+    match_count integer,
+    filter_agent_id uuid DEFAULT NULL
+)
+RETURNS SETOF public.memories_with_similarity
+LANGUAGE sql
+STABLE
+AS $$
+    WITH normalized_query AS (
+        SELECT l2_normalize(query_embedding) AS normalized_vector
+    )
+    SELECT 
+        m.id,
+        m.agent_id,
+        m.content,
+        m.metadata,
+        m.embedding,
+        m.created_at,
+        m.updated_at,
+        -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) as similarity
+    FROM memories m
+    WHERE
+        CASE 
+            WHEN filter_agent_id IS NOT NULL THEN m.agent_id = filter_agent_id
+            ELSE TRUE
+        END
+        -- Re-enable threshold with corrected sign
+        AND -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) >= match_threshold
+    ORDER BY -(m.embedding <#> (SELECT normalized_vector FROM normalized_query)) DESC
+    LIMIT match_count;
+$$;
+
+-- Track the function in Hasura
+COMMENT ON FUNCTION public.search_memories IS E'@graphql({"type": "Query"})';
+
+-- Create function to get connected memories
+CREATE OR REPLACE FUNCTION get_connected_memories(
+    memory_id uuid,
+    relationship_type text DEFAULT NULL,
+    max_depth integer DEFAULT 1
+)
+RETURNS TABLE (
+    source_id UUID,
+    target_id UUID,
+    relationship TEXT,
+    weight FLOAT,
+    depth INTEGER
+) AS $$
+WITH RECURSIVE memory_graph AS (
+    -- Base case
+    SELECT 
+        source_memory,
+        target_memory,
+        relationship,
+        weight,
+        1 as depth
+    FROM public.memory_edges
+    WHERE 
+        (source_memory = memory_id OR target_memory = memory_id)
+        AND (relationship_type IS NULL OR relationship = relationship_type)
+    
+    UNION
+    
+    -- Recursive case
+    SELECT 
+        e.source_memory,
+        e.target_memory,
+        e.relationship,
+        e.weight,
+        g.depth + 1
+    FROM public.memory_edges e
+    INNER JOIN memory_graph g ON 
+        (e.source_memory = g.target_memory OR e.target_memory = g.source_memory)
+    WHERE 
+        g.depth < max_depth
+        AND (relationship_type IS NULL OR e.relationship = relationship_type)
+)
+SELECT DISTINCT
+    source_memory as source_id,
+    target_memory as target_id,
+    relationship,
+    weight,
+    depth
+FROM memory_graph;
+$$ LANGUAGE SQL STABLE;
+
+-- Add a function to inspect memory embeddings
+CREATE OR REPLACE FUNCTION inspect_memory_embeddings()
+RETURNS TABLE (
+    memory_id UUID,
+    content TEXT,
+    embedding_norm float8,
+    is_normalized boolean
+) AS $$
+    SELECT 
+        id,
+        content,
+        sqrt(embedding <-> embedding) as embedding_norm,
+        abs(1 - sqrt(embedding <-> embedding)) < 0.000001 as is_normalized
+    FROM memories
+    WHERE embedding IS NOT NULL;
+$$ LANGUAGE SQL STABLE;