fss-link 1.5.7 → 1.6.0

package/scripts/index-session-logs.sh

@@ -0,0 +1,173 @@
+#!/bin/bash
+# FSS Link Session Log RAG Indexer
+# Indexes processed session logs with FSS-RAG for powerful searching
+
+set -euo pipefail
+
+# Configuration
+PROCESSED_DIR="/MASTERFOLDER/Projects/fss-link/fss-live-testing/session-logs/processed"
+COLLECTION_NAME="fss-link-sessions"
+
+# Colors
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m'
+
+usage() {
+    cat << EOF
+Usage: $0 [OPTIONS]
+
+Index FSS Link session logs with RAG for semantic searching.
+
+OPTIONS:
+    -r, --reindex      Recreate index from scratch
+    -u, --update       Add new sessions to existing index
+    -s, --status       Show index status
+    -h, --help         Show this help message
+
+EXAMPLES:
+    $0 --reindex              # Create fresh index of all sessions
+    $0 --update               # Add new sessions to index
+    $0 --status               # Check index status
+
+After indexing, search with:
+    rag ${COLLECTION_NAME} "your query"
+    rag-all "your query"      # Search all collections
+
+EOF
+    exit 1
+}
+
+check_rag() {
+    if ! command -v rag-index &> /dev/null; then
+        echo -e "${RED}Error: rag-index command not found${NC}"
+        echo "FSS-RAG system must be installed and accessible"
+        exit 1
+    fi
+}
+
+show_status() {
+    echo -e "${BLUE}=== FSS Link Sessions Index Status ===${NC}\n"
+
+    # Check if collection exists
+    if rag-index list | grep -q "${COLLECTION_NAME}"; then
+        echo -e "${GREEN}✓${NC} Collection '${COLLECTION_NAME}' exists"
+
+        # Get collection details
+        rag-index status "${COLLECTION_NAME}" 2>/dev/null || echo "  (Status unavailable)"
+    else
+        echo -e "${YELLOW}○${NC} Collection '${COLLECTION_NAME}' not yet created"
+        echo ""
+        echo "Run: $0 --reindex to create index"
+    fi
+
+    echo ""
+
+    # Count processed sessions
+    if [[ -d "${PROCESSED_DIR}" ]]; then
+        session_count=$(find "${PROCESSED_DIR}" -name "*.md" -type f | wc -l)
+        echo "Processed sessions available: ${session_count}"
+    else
+        echo -e "${RED}No processed sessions directory found${NC}"
+    fi
+}
+
+reindex_all() {
+    echo -e "${BLUE}=== Reindexing FSS Link Sessions ===${NC}\n"
+
+    if [[ ! -d "${PROCESSED_DIR}" ]]; then
+        echo -e "${RED}Error: Processed sessions directory not found: ${PROCESSED_DIR}${NC}"
+        exit 1
+    fi
+
+    # Count sessions
+    session_count=$(find "${PROCESSED_DIR}" -name "*.md" -type f | wc -l)
+
+    if [[ ${session_count} -eq 0 ]]; then
+        echo -e "${YELLOW}No processed sessions found to index${NC}"
+        echo "Run extract-session-logs.sh first to process session logs"
+        exit 1
+    fi
+
+    echo "Found ${session_count} processed sessions"
+    echo ""
+
+    # Check if collection exists
+    if rag-index list | grep -q "${COLLECTION_NAME}"; then
+        echo -e "${YELLOW}Warning: Collection '${COLLECTION_NAME}' already exists${NC}"
+        echo -n "Delete and recreate? (y/N): "
+        read -r confirm
+        if [[ ! "${confirm}" =~ ^[Yy]$ ]]; then
+            echo "Cancelled"
+            exit 0
+        fi
+        echo ""
+    fi
+
+    # Create index
+    echo -e "${BLUE}Creating RAG index...${NC}"
+    echo ""
+
+    cd "${PROCESSED_DIR}" || exit 1
+
+    # Run rag-index with confirmation flag for non-interactive use
+    if rag-index create . --confirm 2>&1; then
+        echo ""
+        echo -e "${GREEN}✓${NC} Successfully indexed ${session_count} sessions"
+        echo ""
+        echo -e "${YELLOW}Next steps:${NC}"
+        echo "  1. Search sessions: rag ${COLLECTION_NAME} 'your query'"
+        echo "  2. Check status: $0 --status"
+        echo "  3. Analyze: analyze-session-logs.sh stats"
+    else
+        echo ""
+        echo -e "${RED}✗${NC} Indexing failed"
+        exit 1
+    fi
+}
+
+update_index() {
+    echo -e "${BLUE}=== Updating FSS Link Sessions Index ===${NC}\n"
+
+    # Check if collection exists
+    if ! rag-index list | grep -q "${COLLECTION_NAME}"; then
+        echo -e "${YELLOW}Collection '${COLLECTION_NAME}' doesn't exist yet${NC}"
+        echo "Run: $0 --reindex to create initial index"
+        exit 1
+    fi
+
+    echo "This feature requires manual re-indexing currently"
+    echo "Run: $0 --reindex to recreate the entire index"
+}
+
+# Main execution
+main() {
+    check_rag
+
+    if [[ $# -eq 0 ]]; then
+        usage
+    fi
+
+    case "$1" in
+        -r|--reindex)
+            reindex_all
+            ;;
+        -u|--update)
+            update_index
+            ;;
+        -s|--status)
+            show_status
+            ;;
+        -h|--help)
+            usage
+            ;;
+        *)
+            echo -e "${RED}Unknown option: $1${NC}"
+            usage
+            ;;
+    esac
+}
+
+main "$@"

package/scripts/install-linux.sh

@@ -0,0 +1,294 @@
+#!/bin/bash
+
+# FSS Link Linux Installation Script
+# Handles Ubuntu, Debian, CentOS, Fedora, and other Linux distributions
+
+set -e  # Exit on any error
+
+# Colors for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+BLUE='\033[0;34m'
+NC='\033[0m' # No Color
+
+# Logging functions
+log_info() {
+    echo -e "${BLUE}[INFO]${NC} $1"
+}
+
+log_success() {
+    echo -e "${GREEN}[SUCCESS]${NC} $1"
+}
+
+log_warning() {
+    echo -e "${YELLOW}[WARNING]${NC} $1"
+}
+
+log_error() {
+    echo -e "${RED}[ERROR]${NC} $1"
+}
+
+# Check if running as root
+check_root() {
+    if [[ $EUID -eq 0 ]]; then
+        log_warning "Running as root. FSS Link will be installed globally."
+    fi
+}
+
+# Detect Linux distribution
+detect_distro() {
+    if [ -f /etc/os-release ]; then
+        . /etc/os-release
+        DISTRO=$ID
+        VERSION=$VERSION_ID
+    else
+        log_error "Cannot detect Linux distribution"
+        exit 1
+    fi
+    
+    log_info "Detected: $PRETTY_NAME"
+}
+
+# Check Node.js version
+check_nodejs() {
+    log_info "Checking Node.js installation..."
+    
+    if command -v node &> /dev/null; then
+        NODE_VERSION=$(node --version | sed 's/v//')
+        MAJOR_VERSION=$(echo $NODE_VERSION | cut -d. -f1)
+        
+        if [ "$MAJOR_VERSION" -ge "20" ]; then
+            log_success "Node.js $NODE_VERSION detected (>= 20.0.0 required)"
+            return 0
+        else
+            log_warning "Node.js $NODE_VERSION detected, but 20.0.0+ required"
+            return 1
+        fi
+    else
+        log_warning "Node.js not found"
+        return 1
+    fi
+}
+
+# Install Node.js based on distribution
+install_nodejs() {
+    log_info "Installing Node.js 20..."
+    
+    case $DISTRO in
+        ubuntu|debian)
+            # NodeSource repository method
+            curl -fsSL https://deb.nodesource.com/setup_20.x | sudo -E bash -
+            sudo apt-get install -y nodejs
+            ;;
+        centos|rhel|fedora)
+            # NodeSource repository method
+            curl -fsSL https://rpm.nodesource.com/setup_20.x | sudo bash -
+            sudo yum install -y nodejs npm
+            ;;
+        arch)
+            sudo pacman -S nodejs npm
+            ;;
+        opensuse*)
+            sudo zypper install nodejs20 npm20
+            ;;
+        *)
+            log_error "Unsupported distribution for automatic Node.js installation: $DISTRO"
+            log_info "Please install Node.js 20+ manually from https://nodejs.org/"
+            exit 1
+            ;;
+    esac
+}
+
+# Install system dependencies
+install_dependencies() {
+    log_info "Installing system dependencies..."
+    
+    case $DISTRO in
+        ubuntu|debian)
+            sudo apt-get update
+            sudo apt-get install -y build-essential python3 python3-pip libsqlite3-dev curl git
+            ;;
+        centos|rhel)
+            if command -v dnf &> /dev/null; then
+                sudo dnf groupinstall -y "Development Tools"
+                sudo dnf install -y python3 python3-pip sqlite-devel curl git
+            else
+                sudo yum groupinstall -y "Development Tools"
+                sudo yum install -y python3 python3-pip sqlite-devel curl git
+            fi
+            ;;
+        fedora)
+            sudo dnf groupinstall -y "Development Tools"
+            sudo dnf install -y python3 python3-pip sqlite-devel curl git
+            ;;
+        arch)
+            sudo pacman -S base-devel python python-pip sqlite curl git
+            ;;
+        opensuse*)
+            sudo zypper install -y -t pattern devel_basis
+            sudo zypper install -y python3 python3-pip sqlite3-devel curl git
+            ;;
+        *)
+            log_warning "Unknown distribution. Please ensure you have:"
+            log_warning "- Build tools (gcc, make)"
+            log_warning "- Python 3"
+            log_warning "- SQLite development headers"
+            log_warning "- curl and git"
+            ;;
+    esac
+}
+
+# Install FSS Link
+install_fss_link() {
+    log_info "Installing FSS Link..."
+    
+    # Try global installation first
+    if npm install -g fss-link; then
+        log_success "FSS Link installed globally"
+        return 0
+    else
+        log_warning "Global installation failed, trying local installation"
+        
+        # Create local npm directory
+        mkdir -p ~/.npm-global
+        npm config set prefix ~/.npm-global
+        
+        # Add to PATH if not already there
+        if [[ ":$PATH:" != *":$HOME/.npm-global/bin:"* ]]; then
+            echo 'export PATH=~/.npm-global/bin:$PATH' >> ~/.bashrc
+            echo 'export PATH=~/.npm-global/bin:$PATH' >> ~/.zshrc 2>/dev/null || true
+            export PATH=~/.npm-global/bin:$PATH
+        fi
+        
+        # Install locally
+        npm install -g fss-link
+        log_success "FSS Link installed locally"
+    fi
+}
+
+# Verify installation
+verify_installation() {
+    log_info "Verifying FSS Link installation..."
+    
+    # Source shell config to get new PATH
+    export PATH=~/.npm-global/bin:$PATH
+    
+    if command -v fss-link &> /dev/null; then
+        VERSION=$(fss-link --version 2>/dev/null || echo "unknown")
+        log_success "FSS Link installed successfully: $VERSION"
+        
+        # Run basic tests
+        log_info "Running functionality tests..."
+        if fss-link --help > /dev/null 2>&1; then
+            log_success "✅ Help command working"
+        else
+            log_warning "⚠️ Help command failed"
+        fi
+        
+        if fss-link test-parsers > /dev/null 2>&1; then
+            log_success "✅ Document parsers working"
+        else
+            log_warning "⚠️ Document parsers test failed"
+        fi
+        
+        return 0
+    else
+        log_error "FSS Link installation verification failed"
+        log_info "Try running: source ~/.bashrc && fss-link --version"
+        return 1
+    fi
+}
+
+# Print usage information
+print_usage() {
+    cat << EOF
+
+🚀 FSS Link Installation Complete!
+
+📋 Quick Start:
+  fss-link --version              # Check version
+  fss-link --help                 # Show help
+  fss-link test-parsers           # Test document processing
+  
+🔧 Configuration:
+  fss-link init                   # Initialize configuration
+  fss-link models setup           # Set up model profiles
+
+📚 Documentation:
+  https://github.com/FSSCoding/fss-link/blob/main/INSTALLATION.md
+  https://github.com/FSSCoding/fss-link/blob/main/fss-docs/README.md
+
+🎯 Example Usage:
+  fss-link -p "analyze this project"
+  fss-link --tools excel-parser -p "parse spreadsheet.xlsx"
+  fss-link --tools web-scraper -p "scrape https://example.com"
+
+EOF
+}
+
+# Main installation flow
+main() {
+    echo "🚀 FSS Link Linux Installation Script"
+    echo "======================================"
+    
+    check_root
+    detect_distro
+    
+    # Check/install Node.js
+    if ! check_nodejs; then
+        log_info "Installing Node.js..."
+        install_dependencies
+        install_nodejs
+        
+        if ! check_nodejs; then
+            log_error "Node.js installation failed"
+            exit 1
+        fi
+    fi
+    
+    # Install system dependencies
+    install_dependencies
+    
+    # Install FSS Link
+    install_fss_link
+    
+    # Verify installation
+    if verify_installation; then
+        print_usage
+        log_success "🎉 FSS Link installation successful!"
+    else
+        log_error "Installation verification failed"
+        log_info "Please check the installation manually or report issues at:"
+        log_info "https://github.com/FSSCoding/fss-link/issues"
+        exit 1
+    fi
+}
+
+# Handle script arguments
+case "${1:-}" in
+    --help|-h)
+        echo "FSS Link Linux Installation Script"
+        echo ""
+        echo "Usage: $0 [options]"
+        echo ""
+        echo "Options:"
+        echo "  --help, -h     Show this help message"
+        echo "  --version, -v  Show script version"
+        echo ""
+        echo "This script will:"
+        echo "1. Detect your Linux distribution"
+        echo "2. Install Node.js 20+ if needed"
+        echo "3. Install build dependencies"
+        echo "4. Install FSS Link from npm"
+        echo "5. Verify the installation"
+        exit 0
+        ;;
+    --version|-v)
+        echo "FSS Link Linux Installation Script v1.0.0"
+        exit 0
+        ;;
+    *)
+        main "$@"
+        ;;
+esac