@ngocsangairvds/vsaf 3.2.16 → 4.0.1

package/tools/vds-scripts/memory_orchestrator/alembic.ini

@@ -1,65 +0,0 @@
-# Alembic configuration for memory_orchestrator (phase197).
-#
-# Replaces the hand-rolled scripts/run_migrations.py (phase196 era).
-# Pattern mirrors scheduler_orchestrator/alembic.ini — paths use %(here)s
-# so commands work from any CWD (worktree, main repo, container).
-#
-# Container usage (memory-migrate service):
-#   /opt/venv/bin/alembic -c /app/memory_orchestrator/alembic.ini upgrade head
-#
-# Local usage (worktree-safe):
-#   ./scripts/worktree_uv.sh run --project memory_orchestrator \
-#     alembic -c memory_orchestrator/alembic.ini upgrade head
-
-[alembic]
-# %(here)s = directory containing this .ini file (memory_orchestrator/)
-script_location = %(here)s/alembic
-
-# Prepend src/ to sys.path so env.py can import vds_memory_orchestrator
-prepend_sys_path = %(here)s/src
-
-# DATABASE_URL is read from env in env.py — never set here (no creds in config)
-# sqlalchemy.url = (overridden by env.py)
-
-# Migration file naming: <YYYYMMDD>_<rev>_<slug>.py
-file_template = %%(year)d%%(month).2d%%(day).2d_%%(rev)s_%%(slug)s
-
-# Timezone for timestamps in migration file headers
-timezone = UTC
-
-[post_write_hooks]
-# No hooks; ruff formatting is handled by the pre-commit hook
-
-[loggers]
-keys = root,sqlalchemy,alembic
-
-[handlers]
-keys = console
-
-[formatters]
-keys = generic
-
-[logger_root]
-level = WARN
-handlers = console
-qualname =
-
-[logger_sqlalchemy]
-level = WARN
-handlers =
-qualname = sqlalchemy.engine
-
-[logger_alembic]
-level = INFO
-handlers =
-qualname = alembic
-
-[handler_console]
-class = StreamHandler
-args = (sys.stderr,)
-level = NOTSET
-formatter = generic
-
-[formatter_generic]
-format = %(levelname)-5.5s [%(name)s] %(message)s
-datefmt = %H:%M:%S

package/tools/vds-scripts/memory_orchestrator/conftest.py

@@ -1,42 +0,0 @@
-"""
-Root conftest.py — loaded by pytest before tests/service/conftest.py.
-
-Sets minimum required env vars before vds_memory_orchestrator.service.core.config.Config()
-runs at module level (config.py). Uses os.environ[] (not setdefault) because
-the .env file may set empty values that pydantic_settings can't parse.
-"""
-
-import os
-
-# Required by Config.__init__._validate_required_keys
-os.environ["SERVICE_NAME"] = os.environ.get("SERVICE_NAME") or "VDS AI Memory Service Test"
-os.environ["SERVICE_ENVIRONMENT"] = os.environ.get("SERVICE_ENVIRONMENT") or "testing"
-os.environ["REDIS_HOST"] = os.environ.get("REDIS_HOST") or "localhost"
-os.environ["MCP_ENABLE_MCP_SERVER"] = os.environ.get("MCP_ENABLE_MCP_SERVER") or "false"
-
-# CORS_ORIGINS expects a JSON list
-if not os.environ.get("SERVICE_CORS_ORIGINS"):
-    os.environ["SERVICE_CORS_ORIGINS"] = '["http://localhost:3000","http://localhost:8080"]'
-
-# Memory evolution pilot orgs
-if not os.environ.get("SERVICE_MEMORY_EVOLUTION_PILOT_ORGS"):
-    os.environ["SERVICE_MEMORY_EVOLUTION_PILOT_ORGS"] = '["vds-internal"]'
-
-# JWT signing
-os.environ.setdefault("SERVICE_JWT_SECRET_KEY", "test-jwt-secret-key-for-testing-only")
-os.environ.setdefault("ENVIRONMENT", "testing")
-
-# Disable PostHog analytics in tests
-os.environ["POSTHOG_DISABLED"] = "true"
-
-# Collection exclusions — test files that need Docker or missing modules
-collect_ignore = [
-    "tests/service/test_rbac.py",
-    "tests/service/test_ownership_integration.py",
-    "tests/service/test_security_integration.py",
-    "tests/service/test_load_batch_endpoint.py",
-    "tests/service/test_circuit_breaker_integration.py",
-    "tests/service/test_cache_warming_validation.py",
-    "tests/service/test_rate_limit.py",  # requires slowapi from [server] extra
-    "tests/service/test_embedding_service.py",  # requires sentence-transformers from [embeddings] extra
-]

package/tools/vds-scripts/memory_orchestrator/create_analytics_tables.sql

@@ -1,289 +0,0 @@
--- VDS-AI-Memory Analytics Tables
--- Implements partitioned time-series storage with pre-aggregation materialized views
--- for high-performance analytics queries (100-200x faster than direct GROUP BY)
---
--- PostgreSQL 18 Compatibility Notes:
--- - Uses pg_stat_user_tables.n_live_tup instead of deprecated pg_class.reltuples
--- - Materialized views work correctly with PG18's new statistics system
--- - All functions and views are PG18-compatible
-
--- ============================================================================
--- PARTITIONED SEARCH ANALYTICS TABLE (DB-1)
--- ============================================================================
-
--- Create partitioned table for search analytics
--- Partitioned by month to enable efficient time-series queries and easy archival
-CREATE TABLE IF NOT EXISTS search_analytics (
-    id BIGSERIAL,
-    user_id VARCHAR(255) NOT NULL,
-    session_id VARCHAR(255) NOT NULL,
-    org_id VARCHAR(100) NOT NULL,
-    query_text TEXT NOT NULL,
-    search_mode VARCHAR(50) NOT NULL,  -- 'mem0', 'pgvector', 'bm25', 'mem0-error'
-    results_count INTEGER NOT NULL DEFAULT 0,
-    latency_ms INTEGER NOT NULL,
-    cache_hit BOOLEAN NOT NULL DEFAULT FALSE,
-    filter_applied BOOLEAN DEFAULT FALSE,
-    filter_metadata JSONB DEFAULT '{}',
-    error_message TEXT,
-    ip_address VARCHAR(45),
-    user_agent TEXT,
-    created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(),
-    -- Metadata for tracking
-    metadata JSONB DEFAULT '{}'
-) PARTITION BY RANGE (created_at);
-
--- Create indexes for efficient querying
--- Note: BRIN indexes are ideal for time-series data (10x smaller than B-tree)
-CREATE INDEX idx_search_analytics_created_at_brin ON search_analytics USING BRIN (created_at);
-CREATE INDEX idx_search_analytics_org_created ON search_analytics (org_id, created_at);
-CREATE INDEX idx_search_analytics_user_created ON search_analytics (user_id, created_at);
-CREATE INDEX idx_search_analytics_search_mode ON search_analytics (search_mode);
-CREATE INDEX idx_search_analytics_cache_hit ON search_analytics (cache_hit);
-CREATE INDEX idx_search_analytics_metadata_gin ON search_analytics USING GIN (metadata);
-CREATE INDEX idx_search_analytics_filter_metadata_gin ON search_analytics USING GIN (filter_metadata);
-
--- ============================================================================
--- PARTITION MANAGEMENT FUNCTION (DB-5)
--- ============================================================================
-
--- Function to create monthly partitions automatically
-CREATE OR REPLACE FUNCTION create_search_analytics_partition(partition_date DATE)
-RETURNS TEXT AS $$
-DECLARE
-    partition_name TEXT;
-    start_date TEXT;
-    end_date TEXT;
-BEGIN
-    partition_name := 'search_analytics_' || TO_CHAR(partition_date, 'YYYY_MM');
-    start_date := TO_CHAR(partition_date, 'YYYY-MM") || "-01"';
-    end_date := (partition_date + INTERVAL '1 month')::DATE;
-    end_date := TO_CHAR(end_date, 'YYYY-MM") || "-01'";
-
-    EXECUTE format(
-        'CREATE TABLE IF NOT EXISTS %I PARTITION OF search_analytics
-         FOR VALUES FROM (%L) TO (%L)',
-        partition_name, start_date, end_date
-    );
-
-    -- Grant permissions
-    EXECUTE format('GRANT ALL ON TABLE %I TO vds_user', partition_name);
-
-    -- Log the partition creation
-    RAISE NOTICE 'Created partition: %', partition_name;
-
-    RETURN partition_name;
-END;
-$$ LANGUAGE plpgsql;
-
--- Function to drop old partitions (sliding window: keep 13 months)
-CREATE OR REPLACE FUNCTION drop_old_search_analytics_partitions()
-RETURNS TABLE(partition_name TEXT) AS $$
-DECLARE
-    cutoff_date DATE := CURRENT_DATE - INTERVAL '13 months';
-    partition_rec RECORD;
-BEGIN
-    -- Find partitions older than cutoff
-    FOR partition_rec IN
-        SELECT tablename
-        FROM pg_tables
-        WHERE schemaname = 'public'
-          AND tablename LIKE 'search_analytics_%'
-          AND substring(tablename from 18) < TO_CHAR(cutoff_date, 'YYYY_MM')
-    LOOP
-        -- Drop the partition
-        EXECUTE format('DROP TABLE IF EXISTS %I CASCADE', partition_rec.tablename);
-        RAISE NOTICE 'Dropped old partition: %', partition_rec.tablename;
-        partition_name := partition_rec.tablename;
-        RETURN NEXT;
-    END LOOP;
-END;
-$$ LANGUAGE plpgsql;
-
--- Create initial partitions (current month + next 2 months)
-SELECT create_search_analytics_partition(DATE_TRUNC('month', CURRENT_DATE));
-SELECT create_search_analytics_partition(DATE_TRUNC('month', CURRENT_DATE + INTERVAL '1 month'));
-SELECT create_search_analytics_partition(DATE_TRUNC('month', CURRENT_DATE + INTERVAL '2 months'));
-
--- ============================================================================
--- PRE-AGGREGATION MATERIALIZED VIEWS (DB-4)
--- ============================================================================
-
--- Hourly summary for search analytics (main performance optimization)
--- This MV provides 100-200x faster queries than raw GROUP BY
-CREATE MATERIALIZED VIEW IF NOT EXISTS search_analytics_hourly_summary AS
-SELECT
-    date_trunc('hour', created_at) AS time_bucket,
-    org_id,
-    search_mode,
-    COUNT(*) AS total_searches,
-    AVG(latency_ms) AS avg_latency,
-    PERCENTILE_CONT(0.50) WITHIN GROUP (ORDER BY latency_ms) AS p50_latency,
-    PERCENTILE_CONT(0.95) WITHIN GROUP (ORDER BY latency_ms) AS p95_latency,
-    PERCENTILE_CONT(0.99) WITHIN GROUP (ORDER BY latency_ms) AS p99_latency,
-    SUM(CASE WHEN cache_hit THEN 1 ELSE 0 END) AS cache_hits,
-    SUM(CASE WHEN NOT cache_hit THEN 1 ELSE 0 END) AS cache_misses,
-    SUM(results_count) AS total_results,
-    AVG(results_count) AS avg_results,
-    SUM(CASE WHEN error_message IS NOT NULL THEN 1 ELSE 0 END) AS error_count,
-    COUNT(DISTINCT user_id) AS unique_users,
-    COUNT(DISTINCT session_id) AS unique_sessions
-FROM search_analytics
-WHERE created_at >= NOW() - INTERVAL '30 days'
-GROUP BY
-    date_trunc('hour', created_at),
-    org_id,
-    search_mode;
-
--- Create indexes on the MV for fast filtering
-CREATE UNIQUE INDEX idx_search_hourly_summary_bucket_mode
-    ON search_analytics_hourly_summary (time_bucket, org_id, search_mode);
-CREATE INDEX idx_search_hourly_summary_time
-    ON search_analytics_hourly_summary (time_bucket DESC);
-CREATE INDEX idx_search_hourly_summary_org
-    ON search_analytics_hourly_summary (org_id, time_bucket DESC);
-
--- Daily summary for longer-term analytics
-CREATE MATERIALIZED VIEW IF NOT EXISTS search_analytics_daily_summary AS
-SELECT
-    date_trunc('day', created_at) AS time_bucket,
-    org_id,
-    COUNT(*) AS total_searches,
-    AVG(latency_ms) AS avg_latency,
-    PERCENTILE_CONT(0.95) WITHIN GROUP (ORDER BY latency_ms) AS p95_latency,
-    SUM(CASE WHEN cache_hit THEN 1 ELSE 0 END) AS cache_hits,
-    SUM(CASE WHEN NOT cache_hit THEN 1 ELSE 0 END) AS cache_misses,
-    AVG(results_count) AS avg_results,
-    COUNT(DISTINCT user_id) AS unique_users,
-    -- Search mode breakdown
-    SUM(CASE WHEN search_mode = 'mem0' THEN 1 ELSE 0 END) AS mem0_searches,
-    SUM(CASE WHEN search_mode = 'pgvector' THEN 1 ELSE 0 END) AS pgvector_searches,
-    SUM(CASE WHEN search_mode = 'bm25' THEN 1 ELSE 0 END) AS bm25_searches,
-    SUM(CASE WHEN search_mode = 'mem0-error' THEN 1 ELSE 0 END) AS error_searches
-FROM search_analytics
-WHERE created_at >= NOW() - INTERVAL '365 days'
-GROUP BY
-    date_trunc('day', created_at),
-    org_id;
-
--- Create indexes on daily summary
-CREATE UNIQUE INDEX idx_search_daily_summary_bucket
-    ON search_analytics_daily_summary (time_bucket, org_id);
-CREATE INDEX idx_search_daily_summary_time
-    ON search_analytics_daily_summary (time_bucket DESC);
-
--- ============================================================================
--- REFRESH FUNCTIONS FOR MATERIALIZED VIEWS (DB-6)
--- ============================================================================
-
--- Function to refresh all analytics materialized views concurrently
-CREATE OR REPLACE FUNCTION refresh_analytics_materialized_views()
-RETURNS TABLE(
-    view_name TEXT,
-    status TEXT,
-    refresh_time_ms INTEGER,
-    rows_affected BIGINT
-) AS $$
-DECLARE
-    start_time TIMESTAMP;
-    end_time TIMESTAMP;
-    row_count BIGINT;
-BEGIN
-    -- Refresh hourly summary (CONCURRENTLY allows reads during refresh)
-    start_time := clock_timestamp();
-    REFRESH MATERIALIZED VIEW CONCURRENTLY search_analytics_hourly_summary;
-    end_time := clock_timestamp();
-
-    -- PostgreSQL 18 compatible: use pg_stat_user_tables instead of pg_class.reltuples
-    SELECT n_live_tup INTO row_count
-    FROM pg_stat_user_tables
-    WHERE schemaname = 'public'
-      AND relname = 'search_analytics_hourly_summary';
-
-    view_name := 'search_analytics_hourly_summary';
-    status := 'success';
-    refresh_time_ms := EXTRACT(EPOCH FROM (end_time - start_time)) * 1000;
-    rows_affected := row_count;
-    RETURN NEXT;
-
-    -- Refresh daily summary (CONCURRENTLY allows reads during refresh)
-    start_time := clock_timestamp();
-    REFRESH MATERIALIZED VIEW CONCURRENTLY search_analytics_daily_summary;
-    end_time := clock_timestamp();
-
-    -- PostgreSQL 18 compatible: use pg_stat_user_tables instead of pg_class.reltuples
-    SELECT n_live_tup INTO row_count
-    FROM pg_stat_user_tables
-    WHERE schemaname = 'public'
-      AND relname = 'search_analytics_daily_summary';
-
-    view_name := 'search_analytics_daily_summary';
-    status := 'success';
-    refresh_time_ms := EXTRACT(EPOCH FROM (end_time - start_time)) * 1000;
-    rows_affected := row_count;
-    RETURN NEXT;
-
-    -- Cleanup old partitions
-    PERFORM drop_old_search_analytics_partitions();
-
-END;
-$$ LANGUAGE plpgsql;
-
--- Grant permissions
-GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO vds_user;
-GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO vds_user;
-
--- Set table owner
-ALTER TABLE search_analytics OWNER TO vds_user;
-ALTER TABLE search_analytics_hourly_summary OWNER TO vds_user;
-ALTER TABLE search_analytics_daily_summary OWNER TO vds_user;
-
--- Grant execute on functions
-GRANT EXECUTE ON FUNCTION create_search_analytics_partition(DATE) TO vds_user;
-GRANT EXECUTE ON FUNCTION drop_old_search_analytics_partitions() TO vds_user;
-GRANT EXECUTE ON FUNCTION refresh_analytics_materialized_views() TO vds_user;
-
--- ============================================================================
--- MONITORING VIEW (Optional - for DBA operations)
--- ============================================================================
-
--- View to monitor partition status
-CREATE OR REPLACE VIEW analytics_partition_status AS
-SELECT
-    schemaname,
-    tablename AS partition_name,
-    pg_size_pretty(pg_total_relation_size(schemaname||'.'||tablename)) AS size_bytes,
-    (SELECT COUNT(*) FROM search_analytics
-     WHERE created_at >= (tablename::text)::timestamp
-       AND created_at < (tablename::text)::timestamp + INTERVAL '1 month'
-    ) AS row_count
-FROM pg_tables
-WHERE tablename LIKE 'search_analytics_%'
-ORDER BY tablename DESC;
-
--- View to monitor materialized view freshness (PostgreSQL 18 compatible)
-CREATE OR REPLACE VIEW analytics_mv_freshness AS
-SELECT
-    'search_analytics_hourly_summary' AS mv_name,
-    pg_size_pretty(pg_total_relation_size('search_analytics_hourly_summary')) AS size,
-    -- PostgreSQL 18: use pg_stat_user_tables.n_live_tup instead of pg_class.reltuples
-    COALESCE(ps.n_live_tup, 0)::BIGINT AS row_count,
-    (SELECT MAX(created_at) FROM search_analytics) AS latest_data,
-    NOW() - (SELECT MAX(created_at) FROM search_analytics WHERE created_at >= NOW() - INTERVAL '30 days') AS data_lag
-FROM pg_stat_user_tables ps
-WHERE ps.schemaname = 'public'
-  AND ps.relname = 'search_analytics_hourly_summary'
-UNION ALL
-SELECT
-    'search_analytics_daily_summary' AS mv_name,
-    pg_size_pretty(pg_total_relation_size('search_analytics_daily_summary')) AS size,
-    -- PostgreSQL 18: use pg_stat_user_tables.n_live_tup instead of pg_class.reltuples
-    COALESCE(ps.n_live_tup, 0)::BIGINT AS row_count,
-    (SELECT MAX(created_at) FROM search_analytics) AS latest_data,
-    NOW() - (SELECT MAX(created_at) FROM search_analytics WHERE created_at >= NOW() - INTERVAL '365 days') AS data_lag
-FROM pg_stat_user_tables ps
-WHERE ps.schemaname = 'public'
-  AND ps.relname = 'search_analytics_daily_summary';
-
-COMMENT ON VIEW analytics_partition_status IS 'Monitor partition sizes and row counts for search_analytics table';
-COMMENT ON VIEW analytics_mv_freshness IS 'Monitor materialized view freshness and data lag';

package/tools/vds-scripts/memory_orchestrator/create_memory_evolution_tables.sql

@@ -1,104 +0,0 @@
--- Create memory evolution tables for VDS-AI-Memory
--- These tables support the background memory synchronization and evolution system
-
--- Memory Evolution Events Table
--- Tracks all memory-related events for background processing
-CREATE TABLE IF NOT EXISTS memory_evolution_events (
-    event_id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-    event_type VARCHAR(64) NOT NULL,
-    session_id VARCHAR(255) NOT NULL,
-    user_id VARCHAR(255) NOT NULL,
-    memory_id VARCHAR(255),
-    org_id VARCHAR(255),
-    storage_tier VARCHAR(64),
-    importance VARCHAR(64),
-    processing_state VARCHAR(32) NOT NULL DEFAULT 'shadow',
-    shadow_mode BOOLEAN NOT NULL DEFAULT TRUE,
-    payload JSONB NOT NULL DEFAULT '{}',
-    metadata JSONB NOT NULL DEFAULT '{}',
-    idempotency_key VARCHAR(255),
-    source VARCHAR(64) DEFAULT 'api',
-    created_at TIMESTAMPTZ DEFAULT NOW(),
-    observed_at TIMESTAMPTZ DEFAULT NOW(),
-    processed_at TIMESTAMPTZ
-);
-
--- Create indexes for memory_evolution_events
-CREATE INDEX IF NOT EXISTS idx_memory_evo_session_created ON memory_evolution_events(session_id, created_at);
-CREATE INDEX IF NOT EXISTS idx_memory_evo_event_created ON memory_evolution_events(event_type, created_at);
-CREATE INDEX IF NOT EXISTS idx_memory_evo_processing_state ON memory_evolution_events(processing_state);
-CREATE UNIQUE INDEX IF NOT EXISTS idx_memory_evo_idempotency ON memory_evolution_events(idempotency_key) WHERE idempotency_key IS NOT NULL;
-
--- Memory Evolution Failures Table (Dead Letter Queue)
--- Stores failed operations for retry and analysis
-CREATE TABLE IF NOT EXISTS memory_evolution_failures (
-    id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-    event_id UUID NOT NULL REFERENCES memory_evolution_events(event_id) ON DELETE CASCADE,
-    event_type VARCHAR(64) NOT NULL,
-    org_id VARCHAR(255),
-    error_message TEXT NOT NULL,
-    retry_count INTEGER DEFAULT 0,
-    last_attempt_at TIMESTAMPTZ DEFAULT NOW(),
-    payload JSONB NOT NULL DEFAULT '{}'::jsonb,
-    metadata JSONB NOT NULL DEFAULT '{}'::jsonb,
-    created_at TIMESTAMPTZ DEFAULT NOW()
-);
-
--- Create indexes for memory_evolution_failures
-CREATE INDEX IF NOT EXISTS idx_memory_failures_event_id ON memory_evolution_failures(event_id);
-CREATE INDEX IF NOT EXISTS idx_memory_failures_created_at ON memory_evolution_failures(created_at);
-
--- Memory Evolution Actions Table
--- Records consolidation and evolution actions performed
-CREATE TABLE IF NOT EXISTS memory_evolution_actions (
-    action_id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-    event_id UUID REFERENCES memory_evolution_events(event_id) ON DELETE SET NULL,
-    memory_id VARCHAR(255) NOT NULL,
-    user_id VARCHAR(255) NOT NULL,
-    org_id VARCHAR(255),
-    action_type VARCHAR(32) NOT NULL, -- 'merge', 'update', 'review', 'noop'
-    confidence FLOAT DEFAULT 0.0,
-    reason TEXT,
-    metadata JSONB DEFAULT '{}',
-    created_at TIMESTAMPTZ DEFAULT NOW()
-);
-
--- Create indexes for memory_evolution_actions
-CREATE INDEX IF NOT EXISTS idx_memory_evolution_actions_event ON memory_evolution_actions(event_id);
-CREATE INDEX IF NOT EXISTS idx_memory_evolution_actions_memory ON memory_evolution_actions(memory_id);
-CREATE INDEX IF NOT EXISTS idx_memory_evolution_actions_user ON memory_evolution_actions(user_id);
-
--- Memory Evolution Sweep Reports Table
--- Scheduled reports on system health and anomalies
-CREATE TABLE IF NOT EXISTS memory_evolution_sweep_reports (
-    report_id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-    window_hours INTEGER NOT NULL DEFAULT 24,
-    started_at TIMESTAMPTZ NOT NULL,
-    completed_at TIMESTAMPTZ NOT NULL,
-    total_actions INTEGER DEFAULT 0,
-    merge_actions INTEGER DEFAULT 0,
-    update_actions INTEGER DEFAULT 0,
-    review_actions INTEGER DEFAULT 0,
-    noop_actions INTEGER DEFAULT 0,
-    conflict_actions INTEGER DEFAULT 0,
-    failure_count INTEGER DEFAULT 0,
-    queue_depth_avg FLOAT DEFAULT 0.0,
-    queue_depth_max INTEGER DEFAULT 0,
-    conflict_anomaly BOOLEAN DEFAULT FALSE,
-    queue_anomaly BOOLEAN DEFAULT FALSE,
-    metadata JSONB DEFAULT '{}',
-    created_at TIMESTAMPTZ DEFAULT NOW()
-);
-
--- Create indexes for memory_evolution_sweep_reports
-CREATE INDEX IF NOT EXISTS idx_memory_evolution_sweeps_created ON memory_evolution_sweep_reports(created_at DESC);
-
--- Grant permissions to vds_user
-GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO vds_user;
-GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO vds_user;
-
--- Set appropriate owner for the tables
-ALTER TABLE IF EXISTS memory_evolution_events OWNER TO vds_user;
-ALTER TABLE IF EXISTS memory_evolution_failures OWNER TO vds_user;
-ALTER TABLE IF EXISTS memory_evolution_actions OWNER TO vds_user;
-ALTER TABLE IF EXISTS memory_evolution_sweep_reports OWNER TO vds_user;

package/tools/vds-scripts/memory_orchestrator/create_memory_vectors_table.sql

@@ -1,26 +0,0 @@
--- VDS-AI-Memory: memory_vectors table
--- Stores pgvector embeddings for memories, enabling semantic similarity search.
---
--- Dimension: controlled by EMBEDDING_DIMENSION env var (default: 1024 per postgres_manager.py).
--- Note: no FK to memories — memories table is created at service startup by postgres_manager.py,
--- after init SQL files run. Data integrity is maintained at the application level.
---
--- References: memory_crud_service.py:665 (INSERT/UPSERT)
---             fallback_search_service.py:231 (pgvector search)
---             memory_search_service.py:811 (embedding retrieval)
-
-CREATE TABLE IF NOT EXISTS memory_vectors (
-    memory_id  TEXT                     NOT NULL,
-    embedding  vector(1024)             NOT NULL,
-    created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
-    updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
-    CONSTRAINT memory_vectors_pkey PRIMARY KEY (memory_id)
-);
-
--- HNSW index for fast approximate nearest-neighbour search using L2 distance.
--- The <-> operator used in fallback_search_service.py maps to vector_l2_ops.
--- m=16, ef_construction=64 are conservative defaults suitable for 1024-dim vectors.
-CREATE INDEX IF NOT EXISTS idx_memory_vectors_embedding_hnsw
-    ON memory_vectors
-    USING hnsw (embedding vector_l2_ops)
-    WITH (m = 16, ef_construction = 64);

package/tools/vds-scripts/memory_orchestrator/init-db-simple.sql

@@ -1,16 +0,0 @@
--- Simple PostgreSQL + pgvector initialization
-CREATE EXTENSION IF NOT EXISTS vector;
-CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
-
--- Simple test table
-CREATE TABLE IF NOT EXISTS test_connection (
-    id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-    message TEXT DEFAULT 'PostgreSQL + pgvector working',
-    created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW()
-);
-
-INSERT INTO test_connection (message) VALUES ('Database initialization successful');
-
--- Grant permissions
-GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO vds_user;
-GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO vds_user;