@agenthippo-ai/agenthippo 0.1.0

package/out/scripts/agentide-litellm.ps1

@@ -0,0 +1,501 @@
+# Start or stop LiteLLM using the bundled agentide-litellm.sh script.
+
+param(
+    [string]$ConfigPath,
+    [switch]$Stop,
+    [switch]$Git
+)
+
+$ErrorActionPreference = "Stop"
+
+$ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
+$ShellScript = Join-Path $ScriptDir "agentide-litellm.sh"
+$AgentHomeDir = if ($env:AGENT_HOME_DIR) { $env:AGENT_HOME_DIR } elseif ($env:AGENTHIPPO_HOME) { $env:AGENTHIPPO_HOME } else { Join-Path $env:USERPROFILE ".agent-hippo" }
+$env:AGENT_HOME_DIR = $AgentHomeDir
+
+function Get-GitBash {
+    # Only Git Bash is supported on Windows. WSL is intentionally not used:
+    # winpid translation, signal delivery, and detached spawn semantics differ
+    # enough to be a maintenance burden for marginal benefit.
+    return @(Get-Command bash -All -ErrorAction SilentlyContinue) |
+        Where-Object { $_.Source -match '[\\/]Git[\\/].*bash\.exe$' } |
+        Select-Object -First 1
+}
+
+function Convert-PathForBash {
+    param([string]$Path)
+
+    $fullPath = [System.IO.Path]::GetFullPath($Path)
+    if ($fullPath -match '^([A-Za-z]):\\(.*)$') {
+        $drive = $matches[1].ToLower()
+        $rest = ($matches[2] -replace '\\', '/')
+        return "/$drive/$rest"
+    }
+
+    return ($fullPath -replace '\\', '/')
+}
+
+function Get-Sha256Hash {
+    param([string]$Path)
+    $sha = [System.Security.Cryptography.SHA256]::Create()
+    try {
+        $stream = [System.IO.File]::OpenRead($Path)
+        try {
+            return ([BitConverter]::ToString($sha.ComputeHash($stream)) -replace '-', '').ToUpper()
+        } finally {
+            $stream.Dispose()
+        }
+    } finally {
+        $sha.Dispose()
+    }
+}
+
+function Resolve-LiteLLMHookSource {
+    $candidates = @(
+        (Join-Path $ScriptDir "agentide_litellm_hooks_v1.py"),
+        (Join-Path $ScriptDir "..\scripts\agentide_litellm_hooks_v1.py"),
+        (Join-Path $ScriptDir "..\extensions\agentide\scripts\agentide_litellm_hooks_v1.py")
+    )
+
+    foreach ($candidate in $candidates) {
+        $resolved = [System.IO.Path]::GetFullPath($candidate)
+        if ((Test-Path $resolved) -and ((Get-Item $resolved).Length -gt 0)) {
+            return $resolved
+        }
+    }
+
+    return $null
+}
+
+function Ensure-LiteLLMHook {
+    param([string]$ResolvedConfigPath)
+
+    $hookSource = Resolve-LiteLLMHookSource
+    if (-not $hookSource) {
+        return
+    }
+
+    $configDir = Split-Path -Parent $ResolvedConfigPath
+    if (-not $configDir) {
+        return
+    }
+
+    New-Item -ItemType Directory -Path $configDir -Force | Out-Null
+    $hookTarget = Join-Path $configDir "agentide_litellm_hooks_v1.py"
+    if ((-not (Test-Path $hookTarget)) -or ((Get-Sha256Hash $hookSource) -ne (Get-Sha256Hash $hookTarget))) {
+        Copy-Item $hookSource $hookTarget -Force
+    }
+}
+
+function Test-UvPythonCandidate {
+    param([string]$Path)
+
+    if (-not $Path) {
+        return $false
+    }
+
+    try {
+        & $Path -c "import sys; print(sys.executable)" *> $null
+        return ($LASTEXITCODE -eq 0)
+    } catch {
+        return $false
+    }
+}
+
+function Resolve-PreferredUvPython {
+    if ($env:UV_PYTHON -and (Test-Path $env:UV_PYTHON) -and (Test-UvPythonCandidate -Path $env:UV_PYTHON)) {
+        return $env:UV_PYTHON
+    }
+
+    $candidates = New-Object System.Collections.Generic.List[object]
+
+    if (Get-Command py -ErrorAction SilentlyContinue) {
+        foreach ($line in @(& cmd.exe /c "py -0p 2>nul")) {
+            if ($line -match '^\s*-\d+(?:\.\d+)?(?:-\d+)?\s+(.+)$') {
+                $path = $matches[1].Trim()
+                if ($path -and [System.IO.Path]::IsPathRooted($path)) {
+                    $candidates.Add([PSCustomObject]@{ Path = $path })
+                }
+            }
+        }
+    }
+
+    foreach ($command in @(Get-Command python -All -ErrorAction SilentlyContinue)) {
+        if ($command.Source) {
+            $candidates.Add([PSCustomObject]@{ Path = $command.Source })
+        }
+    }
+
+    $seen = @{}
+    $orderedCandidates = foreach ($candidate in $candidates) {
+        $path = $candidate.Path
+        if (-not $path) {
+            continue
+        }
+
+        $fullPath = [System.IO.Path]::GetFullPath($path)
+        if ($seen.ContainsKey($fullPath)) {
+            continue
+        }
+        $seen[$fullPath] = $true
+
+        if (-not (Test-Path $fullPath)) {
+            continue
+        }
+
+        $normalized = $fullPath.ToLowerInvariant()
+        $score = 0
+        if ($normalized -like '*\windowsapps\*') {
+            $score += 100
+        }
+        if ($normalized -match '(?i)(^|[\\/])(mini)?conda([\\/]|$)|anaconda') {
+            $score += 10
+        }
+
+        [PSCustomObject]@{
+            Path = $fullPath
+            Score = $score
+        }
+    }
+
+    foreach ($candidate in @($orderedCandidates | Sort-Object Score, Path)) {
+        if (Test-UvPythonCandidate -Path $candidate.Path) {
+            return $candidate.Path
+        }
+    }
+
+    return $null
+}
+
+function Get-LiteLLMPidFiles {
+    $canonicalPidFile = Join-Path $AgentHomeDir 'litellm.pid'
+    $pidFiles = @($canonicalPidFile)
+
+    if (Test-Path $AgentHomeDir) {
+        $alternatePidFiles = Get-ChildItem $AgentHomeDir -Filter 'litellm-*.pid' -File -ErrorAction SilentlyContinue |
+            Sort-Object Name |
+            Select-Object -ExpandProperty FullName
+
+        foreach ($pidFile in @($alternatePidFiles)) {
+            if ($pidFile -ne $canonicalPidFile) {
+                $pidFiles += $pidFile
+            }
+        }
+    }
+
+    return $pidFiles
+}
+
+function Stop-LiteLLMProcessByPid {
+    param([int]$ProcessId)
+
+    if ($ProcessId -le 0) {
+        return $false
+    }
+
+    if (-not (Get-Process -Id $ProcessId -ErrorAction SilentlyContinue)) {
+        return $false
+    }
+
+    Stop-Process -Id $ProcessId -Force -ErrorAction SilentlyContinue
+    Start-Sleep -Seconds 1
+    if (Get-Process -Id $ProcessId -ErrorAction SilentlyContinue) {
+        & taskkill /PID $ProcessId /T /F | Out-Null
+        Start-Sleep -Seconds 1
+    }
+    return -not (Get-Process -Id $ProcessId -ErrorAction SilentlyContinue)
+}
+
+function Get-LiteLLMDefaultPort {
+    $port = [int]0
+    if ([int]::TryParse($env:LITELLM_PORT, [ref]$port) -and ($port -gt 0)) {
+        return $port
+    }
+
+    $tlsEnabled = $false
+    if ($env:LITELLM_ENABLE_TLS) {
+        $tlsEnabled = @('1', 'true', 'yes', 'on') -contains $env:LITELLM_ENABLE_TLS.ToLowerInvariant()
+    }
+    return $(if ($tlsEnabled) { 4443 } else { 4000 })
+}
+
+function Get-LiteLLMPortsFromPidFiles {
+    $ports = New-Object System.Collections.Generic.List[int]
+    foreach ($pidFile in @(Get-LiteLLMPidFiles)) {
+        if (-not (Test-Path $pidFile)) {
+            continue
+        }
+
+        foreach ($line in @(Get-Content $pidFile -ErrorAction SilentlyContinue)) {
+            if (-not $line.StartsWith('url=')) {
+                continue
+            }
+            try {
+                $uri = [System.Uri]($line.Substring(4))
+                if ($uri.Port -gt 0) {
+                    $ports.Add($uri.Port)
+                }
+            } catch {
+                # Ignore malformed metadata.
+            }
+        }
+    }
+    return @($ports | Select-Object -Unique)
+}
+
+function Get-LiteLLMConfigPathsFromPidFiles {
+    $paths = New-Object System.Collections.Generic.List[string]
+    foreach ($pidFile in @(Get-LiteLLMPidFiles)) {
+        if (-not (Test-Path $pidFile)) {
+            continue
+        }
+
+        foreach ($line in @(Get-Content $pidFile -ErrorAction SilentlyContinue)) {
+            if ($line.StartsWith('config=')) {
+                $paths.Add($line.Substring(7))
+            }
+        }
+    }
+    return @($paths | Where-Object { $_ } | Select-Object -Unique)
+}
+
+function Get-PathMatchVariants {
+    param([string[]]$Paths)
+
+    $variants = New-Object System.Collections.Generic.List[string]
+    foreach ($item in @($Paths)) {
+        if (-not $item) {
+            continue
+        }
+
+        try {
+            $fullPath = [System.IO.Path]::GetFullPath($item)
+            $variants.Add($fullPath.ToLowerInvariant())
+            $variants.Add((Convert-PathForBash -Path $fullPath).ToLowerInvariant())
+        } catch {
+            $variants.Add($item.ToLowerInvariant())
+        }
+    }
+    return @($variants | Select-Object -Unique)
+}
+
+function Test-LiteLLMCommandLineMatch {
+    param(
+        [string]$CommandLine,
+        [string[]]$ConfigVariants,
+        [int[]]$Ports,
+        [switch]$AllowPortOnly
+    )
+
+    if (-not $CommandLine) {
+        return $false
+    }
+
+    $normalized = $CommandLine.ToLowerInvariant()
+    if (-not $normalized.Contains('litellm')) {
+        return $false
+    }
+
+    foreach ($variant in @($ConfigVariants)) {
+        if ($variant -and $normalized.Contains($variant)) {
+            return $true
+        }
+    }
+
+    if ($AllowPortOnly) {
+        foreach ($port in @($Ports)) {
+            if ($port -gt 0 -and ($normalized -match "(^|\s)--port\s+${port}(\s|$)")) {
+                return $true
+            }
+        }
+    }
+
+    return $false
+}
+
+function Get-MatchingLiteLLMProcesses {
+    param(
+        [int[]]$Ports,
+        [string[]]$ConfigPaths,
+        [switch]$AllowPortOnly
+    )
+
+    $configVariants = Get-PathMatchVariants -Paths $ConfigPaths
+    $matches = @{}
+
+    $processes = @(Get-CimInstance Win32_Process -ErrorAction SilentlyContinue | Where-Object {
+        $_.ProcessId -ne $PID -and
+        @('litellm.exe', 'python.exe', 'uv.exe') -contains $_.Name.ToLowerInvariant() -and
+        (Test-LiteLLMCommandLineMatch -CommandLine $_.CommandLine -ConfigVariants $configVariants -Ports $Ports -AllowPortOnly:$AllowPortOnly)
+    })
+
+    foreach ($process in $processes) {
+        $matches[[string]$process.ProcessId] = $process
+    }
+
+    foreach ($port in @($Ports)) {
+        if ($port -le 0) {
+            continue
+        }
+        $listeners = @(Get-NetTCPConnection -LocalPort $port -State Listen -ErrorAction SilentlyContinue)
+        foreach ($listener in $listeners) {
+            $listenerPid = [int]$listener.OwningProcess
+            if ($listenerPid -le 0 -or $listenerPid -eq $PID -or $matches.ContainsKey([string]$listenerPid)) {
+                continue
+            }
+
+            $listenerProcess = Get-CimInstance Win32_Process -Filter "ProcessId = $listenerPid" -ErrorAction SilentlyContinue
+            if ($listenerProcess -and (Test-LiteLLMCommandLineMatch -CommandLine $listenerProcess.CommandLine -ConfigVariants $configVariants -Ports @($port) -AllowPortOnly:$true)) {
+                $matches[[string]$listenerPid] = $listenerProcess
+            }
+        }
+    }
+
+    return @($matches.Values)
+}
+
+function Stop-MatchingLiteLLMProcesses {
+    param(
+        [int[]]$Ports,
+        [string[]]$ConfigPaths,
+        [switch]$AllowPortOnly,
+        [string]$Reason = 'cleanup'
+    )
+
+    $stoppedAny = $false
+    $seenPids = @{}
+    foreach ($process in @(Get-MatchingLiteLLMProcesses -Ports $Ports -ConfigPaths $ConfigPaths -AllowPortOnly:$AllowPortOnly)) {
+        $pidKey = [string]$process.ProcessId
+        if ($seenPids.ContainsKey($pidKey)) {
+            continue
+        }
+        $seenPids[$pidKey] = $true
+
+        Write-Host "Stopping LiteLLM $Reason (PID: $($process.ProcessId))"
+        if (Stop-LiteLLMProcessByPid -ProcessId ([int]$process.ProcessId)) {
+            $stoppedAny = $true
+        }
+    }
+
+    return $stoppedAny
+}
+
+function Test-LiteLLMPortAvailable {
+    param([int]$Port)
+
+    if ($Port -le 0) {
+        return $true
+    }
+
+    $listener = Get-NetTCPConnection -LocalPort $Port -State Listen -ErrorAction SilentlyContinue | Select-Object -First 1
+    if (-not $listener) {
+        return $true
+    }
+
+    $listenerPid = [int]$listener.OwningProcess
+    $process = Get-CimInstance Win32_Process -Filter "ProcessId = $listenerPid" -ErrorAction SilentlyContinue
+    $commandLine = if ($process) { $process.CommandLine } else { '' }
+    Write-Host "LiteLLM port $Port is still in use by PID $listenerPid. Command: $commandLine" -ForegroundColor Red
+    return $false
+}
+
+$Bash = Get-GitBash
+if (-not $Bash) {
+    Write-Host "Git Bash not found in PATH. Install Git for Windows and re-run." -ForegroundColor Red
+    exit 1
+}
+
+if (-not (Test-Path $ShellScript)) {
+    Write-Host "agentide-litellm.sh not found at $ShellScript" -ForegroundColor Red
+    exit 1
+}
+
+if ($Stop) {
+    $stopped = $false
+    $sawPidFile = $false
+    $seenPids = @{}
+    $stopPorts = @(Get-LiteLLMPortsFromPidFiles)
+    $stopPorts += Get-LiteLLMDefaultPort
+    $stopPorts = @($stopPorts | Select-Object -Unique)
+    $configPaths = @(Get-LiteLLMConfigPathsFromPidFiles)
+    $configPaths += (Join-Path $AgentHomeDir 'litellm-otel.yaml')
+    $configPaths = @($configPaths | Select-Object -Unique)
+
+    foreach ($pidFile in @(Get-LiteLLMPidFiles)) {
+        if (-not (Test-Path $pidFile)) {
+            continue
+        }
+        $sawPidFile = $true
+
+        $content = @(Get-Content $pidFile -ErrorAction SilentlyContinue)
+        if ($content.Count -gt 0) {
+            $processId = [int]0
+            if ([int]::TryParse($content[0], [ref]$processId) -and ($processId -gt 0)) {
+                $pidKey = [string]$processId
+                if (-not $seenPids.ContainsKey($pidKey)) {
+                    Write-Host "Stopping LiteLLM (PID: $processId)"
+                    if (Stop-LiteLLMProcessByPid -ProcessId $processId) {
+                        $stopped = $true
+                    }
+                    $seenPids[$pidKey] = $true
+                }
+            }
+        }
+
+        Remove-Item $pidFile -Force -ErrorAction SilentlyContinue
+    }
+
+    if (Stop-MatchingLiteLLMProcesses -Ports $stopPorts -ConfigPaths $configPaths -AllowPortOnly -Reason 'process') {
+        $stopped = $true
+    }
+
+    if (-not $stopped) {
+        if ($sawPidFile) {
+            Write-Host "No running LiteLLM process found for existing PID files."
+        } else {
+            Write-Host "LiteLLM PID file not found. Nothing to stop."
+        }
+    }
+    exit 0
+}
+
+if (-not $ConfigPath) {
+    Write-Host "ConfigPath is required when starting LiteLLM." -ForegroundColor Red
+    exit 1
+}
+
+$ConfigPath = [System.IO.Path]::GetFullPath($ConfigPath)
+Ensure-LiteLLMHook -ResolvedConfigPath $ConfigPath
+$startPort = Get-LiteLLMDefaultPort
+Stop-MatchingLiteLLMProcesses -Ports @($startPort) -ConfigPaths @($ConfigPath) -AllowPortOnly -Reason 'listener before start' | Out-Null
+Start-Sleep -Milliseconds 500
+if (-not (Test-LiteLLMPortAvailable -Port $startPort)) {
+    exit 1
+}
+$preferredUvPython = Resolve-PreferredUvPython
+if ($preferredUvPython -and -not $env:UV_PYTHON) {
+    $env:UV_PYTHON = $preferredUvPython
+}
+
+# Export context via environment instead of an inline `bash -c` wrapper.
+# Windows PowerShell 5.1 strips embedded double quotes when wrapping a native-
+# command argument that contains whitespace, which corrupted the previous
+# `bash -lc '... "$script" ...'` form and word-split paths under
+# C:\Program Files\. Passing each value as its own argv element avoids that
+# entire quoting class (single args with spaces are wrapped correctly by both
+# PS 5.1 and 7).
+$bashScript = Convert-PathForBash -Path $ShellScript
+$bashConfig = Convert-PathForBash -Path $ConfigPath
+$bashAgentHome = Convert-PathForBash -Path $AgentHomeDir
+
+# Pass values in unix form to match the prior `bash -c` wrapper, which the .sh
+# round-trips through `cygpath -w` to build Windows-form CHILD_* paths.
+$env:AGENT_HOME_DIR = $bashAgentHome
+$env:LITELLM_CONFIG_PATH = $bashConfig
+
+$bashArgs = @($bashScript, '--config', $bashConfig)
+if ($Git) {
+    $bashArgs += '--git'
+}
+& $Bash.Source @bashArgs
+exit $LASTEXITCODE