fss-link 1.6.1 → 1.6.12

package/scripts/index-session-logs.sh

@@ -1,173 +0,0 @@
-#!/bin/bash
-# FSS Link Session Log RAG Indexer
-# Indexes processed session logs with FSS-RAG for powerful searching
-
-set -euo pipefail
-
-# Configuration
-PROCESSED_DIR="/MASTERFOLDER/Projects/fss-link/fss-live-testing/session-logs/processed"
-COLLECTION_NAME="fss-link-sessions"
-
-# Colors
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m'
-
-usage() {
-    cat << EOF
-Usage: $0 [OPTIONS]
-
-Index FSS Link session logs with RAG for semantic searching.
-
-OPTIONS:
-    -r, --reindex      Recreate index from scratch
-    -u, --update       Add new sessions to existing index
-    -s, --status       Show index status
-    -h, --help         Show this help message
-
-EXAMPLES:
-    $0 --reindex              # Create fresh index of all sessions
-    $0 --update               # Add new sessions to index
-    $0 --status               # Check index status
-
-After indexing, search with:
-    rag ${COLLECTION_NAME} "your query"
-    rag-all "your query"      # Search all collections
-
-EOF
-    exit 1
-}
-
-check_rag() {
-    if ! command -v rag-index &> /dev/null; then
-        echo -e "${RED}Error: rag-index command not found${NC}"
-        echo "FSS-RAG system must be installed and accessible"
-        exit 1
-    fi
-}
-
-show_status() {
-    echo -e "${BLUE}=== FSS Link Sessions Index Status ===${NC}\n"
-
-    # Check if collection exists
-    if rag-index list | grep -q "${COLLECTION_NAME}"; then
-        echo -e "${GREEN}✓${NC} Collection '${COLLECTION_NAME}' exists"
-
-        # Get collection details
-        rag-index status "${COLLECTION_NAME}" 2>/dev/null || echo "  (Status unavailable)"
-    else
-        echo -e "${YELLOW}○${NC} Collection '${COLLECTION_NAME}' not yet created"
-        echo ""
-        echo "Run: $0 --reindex to create index"
-    fi
-
-    echo ""
-
-    # Count processed sessions
-    if [[ -d "${PROCESSED_DIR}" ]]; then
-        session_count=$(find "${PROCESSED_DIR}" -name "*.md" -type f | wc -l)
-        echo "Processed sessions available: ${session_count}"
-    else
-        echo -e "${RED}No processed sessions directory found${NC}"
-    fi
-}
-
-reindex_all() {
-    echo -e "${BLUE}=== Reindexing FSS Link Sessions ===${NC}\n"
-
-    if [[ ! -d "${PROCESSED_DIR}" ]]; then
-        echo -e "${RED}Error: Processed sessions directory not found: ${PROCESSED_DIR}${NC}"
-        exit 1
-    fi
-
-    # Count sessions
-    session_count=$(find "${PROCESSED_DIR}" -name "*.md" -type f | wc -l)
-
-    if [[ ${session_count} -eq 0 ]]; then
-        echo -e "${YELLOW}No processed sessions found to index${NC}"
-        echo "Run extract-session-logs.sh first to process session logs"
-        exit 1
-    fi
-
-    echo "Found ${session_count} processed sessions"
-    echo ""
-
-    # Check if collection exists
-    if rag-index list | grep -q "${COLLECTION_NAME}"; then
-        echo -e "${YELLOW}Warning: Collection '${COLLECTION_NAME}' already exists${NC}"
-        echo -n "Delete and recreate? (y/N): "
-        read -r confirm
-        if [[ ! "${confirm}" =~ ^[Yy]$ ]]; then
-            echo "Cancelled"
-            exit 0
-        fi
-        echo ""
-    fi
-
-    # Create index
-    echo -e "${BLUE}Creating RAG index...${NC}"
-    echo ""
-
-    cd "${PROCESSED_DIR}" || exit 1
-
-    # Run rag-index with confirmation flag for non-interactive use
-    if rag-index create . --confirm 2>&1; then
-        echo ""
-        echo -e "${GREEN}✓${NC} Successfully indexed ${session_count} sessions"
-        echo ""
-        echo -e "${YELLOW}Next steps:${NC}"
-        echo "  1. Search sessions: rag ${COLLECTION_NAME} 'your query'"
-        echo "  2. Check status: $0 --status"
-        echo "  3. Analyze: analyze-session-logs.sh stats"
-    else
-        echo ""
-        echo -e "${RED}✗${NC} Indexing failed"
-        exit 1
-    fi
-}
-
-update_index() {
-    echo -e "${BLUE}=== Updating FSS Link Sessions Index ===${NC}\n"
-
-    # Check if collection exists
-    if ! rag-index list | grep -q "${COLLECTION_NAME}"; then
-        echo -e "${YELLOW}Collection '${COLLECTION_NAME}' doesn't exist yet${NC}"
-        echo "Run: $0 --reindex to create initial index"
-        exit 1
-    fi
-
-    echo "This feature requires manual re-indexing currently"
-    echo "Run: $0 --reindex to recreate the entire index"
-}
-
-# Main execution
-main() {
-    check_rag
-
-    if [[ $# -eq 0 ]]; then
-        usage
-    fi
-
-    case "$1" in
-        -r|--reindex)
-            reindex_all
-            ;;
-        -u|--update)
-            update_index
-            ;;
-        -s|--status)
-            show_status
-            ;;
-        -h|--help)
-            usage
-            ;;
-        *)
-            echo -e "${RED}Unknown option: $1${NC}"
-            usage
-            ;;
-    esac
-}
-
-main "$@"

package/scripts/local_telemetry.js

@@ -1,219 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * @license
- * Copyright 2025 Google LLC
- * SPDX-License-Identifier: Apache-2.0
- */
-
-import path from 'path';
-import fs from 'fs';
-import { spawn, execSync } from 'child_process';
-import { fileURLToPath } from 'url';
-import {
-  BIN_DIR,
-  OTEL_DIR,
-  ensureBinary,
-  fileExists,
-  manageTelemetrySettings,
-  registerCleanup,
-  waitForPort,
-} from './telemetry_utils.js';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-const OTEL_CONFIG_FILE = path.join(OTEL_DIR, 'collector-local.yaml');
-const OTEL_LOG_FILE = path.join(OTEL_DIR, 'collector.log');
-const JAEGER_LOG_FILE = path.join(OTEL_DIR, 'jaeger.log');
-const JAEGER_PORT = 16686;
-
-// This configuration is for the primary otelcol-contrib instance.
-// It receives from the CLI on 4317, exports traces to Jaeger on 14317,
-// and sends metrics/logs to the debug log.
-const OTEL_CONFIG_CONTENT = `
-receivers:
-  otlp:
-    protocols:
-      grpc:
-        endpoint: "localhost:4317"
-processors:
-  batch:
-    timeout: 1s
-exporters:
-  otlp:
-    endpoint: "localhost:14317"
-    tls:
-      insecure: true
-  debug:
-    verbosity: detailed
-service:
-  telemetry:
-    logs:
-      level: "debug"
-    metrics:
-      level: "none"
-  pipelines:
-    traces:
-      receivers: [otlp]
-      processors: [batch]
-      exporters: [otlp]
-    metrics:
-      receivers: [otlp]
-      processors: [batch]
-      exporters: [debug]
-    logs:
-      receivers: [otlp]
-      processors: [batch]
-      exporters: [debug]
-`;
-
-async function main() {
-  // 1. Ensure binaries are available, downloading if necessary.
-  // Binaries are stored in the project's .fss-link/otel/bin directory
-  // to avoid modifying the user's system.
-  if (!fileExists(BIN_DIR)) fs.mkdirSync(BIN_DIR, { recursive: true });
-
-  const otelcolPath = await ensureBinary(
-    'otelcol-contrib',
-    'open-telemetry/opentelemetry-collector-releases',
-    (version, platform, arch, ext) =>
-      `otelcol-contrib_${version}_${platform}_${arch}.${ext}`,
-    'otelcol-contrib',
-    false, // isJaeger = false
-  ).catch((e) => {
-    console.error(`��� Error getting otelcol-contrib: ${e.message}`);
-    return null;
-  });
-  if (!otelcolPath) process.exit(1);
-
-  const jaegerPath = await ensureBinary(
-    'jaeger',
-    'jaegertracing/jaeger',
-    (version, platform, arch, ext) =>
-      `jaeger-${version}-${platform}-${arch}.${ext}`,
-    'jaeger',
-    true, // isJaeger = true
-  ).catch((e) => {
-    console.error(`🛑 Error getting jaeger: ${e.message}`);
-    return null;
-  });
-  if (!jaegerPath) process.exit(1);
-
-  // 2. Kill any existing processes to ensure a clean start.
-  console.log('🧹 Cleaning up old processes and logs...');
-  try {
-    execSync('pkill -f "otelcol-contrib"');
-    console.log('✅ Stopped existing otelcol-contrib process.');
-  } catch (_e) {} // eslint-disable-line no-empty
-  try {
-    execSync('pkill -f "jaeger"');
-    console.log('✅ Stopped existing jaeger process.');
-  } catch (_e) {} // eslint-disable-line no-empty
-  try {
-    if (fileExists(OTEL_LOG_FILE)) fs.unlinkSync(OTEL_LOG_FILE);
-    console.log('✅ Deleted old collector log.');
-  } catch (e) {
-    if (e.code !== 'ENOENT') console.error(e);
-  }
-  try {
-    if (fileExists(JAEGER_LOG_FILE)) fs.unlinkSync(JAEGER_LOG_FILE);
-    console.log('✅ Deleted old jaeger log.');
-  } catch (e) {
-    if (e.code !== 'ENOENT') console.error(e);
-  }
-
-  let jaegerProcess, collectorProcess;
-  let jaegerLogFd, collectorLogFd;
-
-  const originalSandboxSetting = manageTelemetrySettings(
-    true,
-    'http://localhost:4317',
-    'local',
-  );
-
-  registerCleanup(
-    () => [jaegerProcess, collectorProcess],
-    () => [jaegerLogFd, collectorLogFd],
-    originalSandboxSetting,
-  );
-
-  if (!fileExists(OTEL_DIR)) fs.mkdirSync(OTEL_DIR, { recursive: true });
-  fs.writeFileSync(OTEL_CONFIG_FILE, OTEL_CONFIG_CONTENT);
-  console.log('📄 Wrote OTEL collector config.');
-
-  // Start Jaeger
-  console.log(`🚀 Starting Jaeger service... Logs: ${JAEGER_LOG_FILE}`);
-  jaegerLogFd = fs.openSync(JAEGER_LOG_FILE, 'a');
-  jaegerProcess = spawn(
-    jaegerPath,
-    ['--set=receivers.otlp.protocols.grpc.endpoint=localhost:14317'],
-    { stdio: ['ignore', jaegerLogFd, jaegerLogFd] },
-  );
-  console.log(`⏳ Waiting for Jaeger to start (PID: ${jaegerProcess.pid})...`);
-
-  try {
-    await waitForPort(JAEGER_PORT);
-    console.log(`✅ Jaeger started successfully.`);
-  } catch (_) {
-    console.error(`🛑 Error: Jaeger failed to start on port ${JAEGER_PORT}.`);
-    if (jaegerProcess && jaegerProcess.pid) {
-      process.kill(jaegerProcess.pid, 'SIGKILL');
-    }
-    if (fileExists(JAEGER_LOG_FILE)) {
-      console.error('📄 Jaeger Log Output:');
-      console.error(fs.readFileSync(JAEGER_LOG_FILE, 'utf-8'));
-    }
-    process.exit(1);
-  }
-
-  // Start the primary OTEL collector
-  console.log(`🚀 Starting OTEL collector... Logs: ${OTEL_LOG_FILE}`);
-  collectorLogFd = fs.openSync(OTEL_LOG_FILE, 'a');
-  collectorProcess = spawn(otelcolPath, ['--config', OTEL_CONFIG_FILE], {
-    stdio: ['ignore', collectorLogFd, collectorLogFd],
-  });
-  console.log(
-    `⏳ Waiting for OTEL collector to start (PID: ${collectorProcess.pid})...`,
-  );
-
-  try {
-    await waitForPort(4317);
-    console.log(`✅ OTEL collector started successfully.`);
-  } catch (_) {
-    console.error(`🛑 Error: OTEL collector failed to start on port 4317.`);
-    if (collectorProcess && collectorProcess.pid) {
-      process.kill(collectorProcess.pid, 'SIGKILL');
-    }
-    if (fileExists(OTEL_LOG_FILE)) {
-      console.error('📄 OTEL Collector Log Output:');
-      console.error(fs.readFileSync(OTEL_LOG_FILE, 'utf-8'));
-    }
-    process.exit(1);
-  }
-
-  [jaegerProcess, collectorProcess].forEach((proc) => {
-    if (proc) {
-      proc.on('error', (err) => {
-        console.error(`${proc.spawnargs[0]} process error:`, err);
-        process.exit(1);
-      });
-    }
-  });
-
-  console.log(`
-✨ Local telemetry environment is running.`);
-  console.log(
-    `
-🔎 View traces in the Jaeger UI: http://localhost:${JAEGER_PORT}`,
-  );
-  console.log(`📊 View metrics in the logs and metrics: ${OTEL_LOG_FILE}`);
-  console.log(
-    `
-📄 Tail logs and metrics in another terminal: tail -f ${OTEL_LOG_FILE}`,
-  );
-  console.log(`
-Press Ctrl+C to exit.`);
-}
-
-main();

package/scripts/memory-monitor.sh

@@ -1,165 +0,0 @@
-#!/bin/bash
-
-# 📊 Memory Monitor for Test Processes
-# Purpose: Monitor memory usage during tests and auto-kill if dangerous
-# Usage: ./scripts/memory-monitor.sh [--auto-kill] [--threshold-gb=8]
-
-# Default settings
-AUTO_KILL=false
-THRESHOLD_GB=8
-INTERVAL=5
-
-# Colors
-RED='\033[0;31m'
-YELLOW='\033[1;33m'
-GREEN='\033[0;32m'
-BLUE='\033[0;34m'
-NC='\033[0m'
-
-# Parse arguments
-for arg in "$@"; do
-    case $arg in
-        --auto-kill)
-            AUTO_KILL=true
-            shift
-            ;;
-        --threshold-gb=*)
-            THRESHOLD_GB="${arg#*=}"
-            shift
-            ;;
-        --interval=*)
-            INTERVAL="${arg#*=}"
-            shift
-            ;;
-        --help)
-            echo "Memory Monitor for Test Processes"
-            echo ""
-            echo "Usage: $0 [options]"
-            echo ""
-            echo "Options:"
-            echo "  --auto-kill           Automatically kill processes exceeding threshold"
-            echo "  --threshold-gb=N      Memory threshold in GB (default: 8)"
-            echo "  --interval=N          Check interval in seconds (default: 5)"
-            echo "  --help               Show this help"
-            echo ""
-            echo "Examples:"
-            echo "  $0                           # Monitor only"
-            echo "  $0 --auto-kill              # Monitor and auto-kill at 8GB"
-            echo "  $0 --auto-kill --threshold-gb=4  # Auto-kill at 4GB"
-            exit 0
-            ;;
-    esac
-done
-
-THRESHOLD_KB=$((THRESHOLD_GB * 1024 * 1024))
-
-echo -e "${BLUE}📊 FSS Link Memory Monitor${NC}"
-echo -e "${YELLOW}Threshold: ${THRESHOLD_GB}GB | Auto-kill: ${AUTO_KILL} | Interval: ${INTERVAL}s${NC}"
-echo -e "${YELLOW}Press Ctrl+C to stop monitoring${NC}"
-echo ""
-
-# Function to format memory
-format_memory() {
-    local kb=$1
-    if [ $kb -gt 1048576 ]; then
-        echo "$((kb / 1024 / 1024))GB"
-    elif [ $kb -gt 1024 ]; then
-        echo "$((kb / 1024))MB"  
-    else
-        echo "${kb}KB"
-    fi
-}
-
-# Function to kill dangerous processes
-kill_dangerous_processes() {
-    local pids="$1"
-    echo -e "${RED}🚨 EMERGENCY: Memory threshold exceeded!${NC}"
-    echo -e "${RED}💀 Killing dangerous processes...${NC}"
-    
-    for pid in $pids; do
-        if [ -n "$pid" ]; then
-            kill -KILL "$pid" 2>/dev/null && echo "Killed PID $pid" || true
-        fi
-    done
-    
-    # Run the emergency script as backup
-    echo -e "${YELLOW}Running emergency cleanup...${NC}"
-    ./scripts/emergency-kill-vitest.sh --force
-}
-
-# Monitoring loop
-while true; do
-    clear
-    echo -e "${BLUE}📊 FSS Link Memory Monitor - $(date)${NC}"
-    echo -e "${YELLOW}Threshold: ${THRESHOLD_GB}GB | Auto-kill: ${AUTO_KILL}${NC}"
-    echo ""
-    
-    # System memory overview
-    echo -e "${GREEN}💻 System Memory:${NC}"
-    free -h
-    echo ""
-    
-    # Find test processes
-    TEST_PIDS=$(pgrep -f "vitest\|node.*test\|jest\|mocha" 2>/dev/null || true)
-    
-    if [ -z "$TEST_PIDS" ]; then
-        echo -e "${GREEN}✅ No test processes running${NC}"
-    else
-        echo -e "${YELLOW}🧪 Test Processes:${NC}"
-        printf "%-8s %-8s %-10s %-10s %s\n" "PID" "CPU%" "MEMORY" "STATUS" "COMMAND"
-        echo "────────────────────────────────────────────────────────────────"
-        
-        DANGEROUS_PIDS=""
-        TOTAL_TEST_MEMORY=0
-        
-        for pid in $TEST_PIDS; do
-            if [ -n "$pid" ]; then
-                # Get process info
-                if ps -p "$pid" > /dev/null 2>&1; then
-                    INFO=$(ps -p "$pid" -o pid,%cpu,rss,comm --no-headers 2>/dev/null)
-                    if [ -n "$INFO" ]; then
-                        MEMORY_KB=$(echo "$INFO" | awk '{print $3}')
-                        CPU=$(echo "$INFO" | awk '{print $2}')
-                        COMMAND=$(echo "$INFO" | awk '{print $4}')
-                        
-                        TOTAL_TEST_MEMORY=$((TOTAL_TEST_MEMORY + MEMORY_KB))
-                        
-                        # Format memory for display
-                        MEMORY_DISPLAY=$(format_memory $MEMORY_KB)
-                        
-                        # Check if dangerous
-                        STATUS="OK"
-                        if [ $MEMORY_KB -gt $THRESHOLD_KB ]; then
-                            STATUS="${RED}DANGER${NC}"
-                            DANGEROUS_PIDS="$DANGEROUS_PIDS $pid"
-                        elif [ $MEMORY_KB -gt $((THRESHOLD_KB / 2)) ]; then
-                            STATUS="${YELLOW}WARNING${NC}"
-                        else
-                            STATUS="${GREEN}OK${NC}"
-                        fi
-                        
-                        printf "%-8s %-8s %-10s %-20s %s\n" "$pid" "$CPU%" "$MEMORY_DISPLAY" "$STATUS" "$COMMAND"
-                    fi
-                fi
-            fi
-        done
-        
-        echo ""
-        echo -e "${BLUE}📈 Total Test Memory: $(format_memory $TOTAL_TEST_MEMORY)${NC}"
-        
-        # Check for auto-kill
-        if [ "$AUTO_KILL" = true ] && [ -n "$DANGEROUS_PIDS" ]; then
-            kill_dangerous_processes "$DANGEROUS_PIDS"
-            break
-        elif [ -n "$DANGEROUS_PIDS" ]; then
-            echo ""
-            echo -e "${RED}⚠️  DANGEROUS processes detected!${NC}"
-            echo -e "${YELLOW}Run with --auto-kill to automatically terminate them${NC}"
-            echo -e "${YELLOW}Or manually run: ./scripts/emergency-kill-vitest.sh${NC}"
-        fi
-    fi
-    
-    echo ""
-    echo -e "${BLUE}Next check in ${INTERVAL} seconds... (Ctrl+C to stop)${NC}"
-    sleep $INTERVAL
-done