@wuyaos/pi-sync 1.1.0

package/extensions/sync/webdav.ts

@@ -0,0 +1,91 @@
+import { type ExtensionContext } from "@earendil-works/pi-coding-agent";
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { fetchWithTimeout } from "../_shared/fetch-utils";
+import { resolvePassword, type SyncConfig } from "./config";
+
+export const WEBDAV_FETCH_TIMEOUT_MS = 120_000;
+export const WEBDAV_CONFIG_DIR = "config/";
+export const WEBDAV_MEMORY_DIR = "memory/";
+export const WEBDAV_AGENT_SKILLS_DIR = "agent-skills/";
+export const WEBDAV_SESSIONS_DIR = "sessions/";
+
+export const ensureTrailingSlash = (url: string): string => url.endsWith("/") ? url : `${url}/`;
+export const webdavDirBase = (config: SyncConfig, remoteDir: string): string => ensureTrailingSlash(config.webdavUrl) + remoteDir.replace(/^\/+/, "");
+export const configWebdavBase = (config: SyncConfig): string => webdavDirBase(config, WEBDAV_CONFIG_DIR);
+export const memoryWebdavBase = (config: SyncConfig): string => webdavDirBase(config, WEBDAV_MEMORY_DIR);
+export const agentSkillsWebdavBase = (config: SyncConfig): string => webdavDirBase(config, WEBDAV_AGENT_SKILLS_DIR);
+export const sessionsWebdavBase = (config: SyncConfig): string => webdavDirBase(config, WEBDAV_SESSIONS_DIR);
+export const webdavAuth = (config: SyncConfig): string => "Basic " + Buffer.from(`${config.webdavUser}:${resolvePassword(config.webdavPass)}`).toString("base64");
+
+export async function webdavList(url: string, auth: string, ctx: ExtensionContext, filter?: (name: string) => boolean): Promise<string[]> {
+  const response = await fetchWithTimeout(url, { method: "PROPFIND", headers: { Authorization: auth, Depth: "1", "Content-Type": "application/xml" } }, WEBDAV_FETCH_TIMEOUT_MS, ctx.signal);
+  if (!response.ok) throw new Error(`WebDAV PROPFIND HTTP ${response.status}: ${response.statusText}`);
+  const text = await response.text();
+  const names = new Set<string>();
+  let match: RegExpExecArray | null;
+  const display = /<[a-zA-Z0-9:-]*displayname>([^<]+)<\/[a-zA-Z0-9:-]*displayname>/g;
+  while ((match = display.exec(text))) if (match[1]?.trim()) names.add(match[1].trim());
+  if (names.size === 0) {
+    const href = /<[a-zA-Z0-9:-]*href>([^<]+)<\/[a-zA-Z0-9:-]*href>/g;
+    while ((match = href.exec(text))) {
+      const name = path.basename(decodeURIComponent(match[1]!.trim()));
+      if (name) names.add(name);
+    }
+  }
+  let result = [...names];
+  if (filter) result = result.filter(filter);
+  return result.sort((a, b) => a.localeCompare(b, undefined, { numeric: true, sensitivity: "base" }));
+}
+
+export async function webdavPutFile(localPath: string, remoteUrl: string, auth: string, ctx: ExtensionContext): Promise<void> {
+  const response = await fetchWithTimeout(remoteUrl, { method: "PUT", headers: { Authorization: auth, "Content-Type": "application/octet-stream" }, body: fs.readFileSync(localPath) }, WEBDAV_FETCH_TIMEOUT_MS, ctx.signal);
+  if (!response.ok) throw new Error(`WebDAV PUT HTTP ${response.status}: ${response.statusText}`);
+}
+
+export async function webdavGetFile(remoteUrl: string, destPath: string, auth: string, ctx: ExtensionContext): Promise<void> {
+  const response = await fetchWithTimeout(remoteUrl, { method: "GET", headers: { Authorization: auth } }, WEBDAV_FETCH_TIMEOUT_MS, ctx.signal);
+  if (!response.ok) throw new Error(`WebDAV GET HTTP ${response.status}: ${response.statusText}`);
+  fs.writeFileSync(destPath, Buffer.from(await response.arrayBuffer()));
+}
+
+export async function webdavMkcol(url: string, auth: string, ctx: ExtensionContext): Promise<void> {
+  const response = await fetchWithTimeout(url, { method: "MKCOL", headers: { Authorization: auth } }, WEBDAV_FETCH_TIMEOUT_MS, ctx.signal);
+  if (!response.ok && response.status !== 405) throw new Error(`WebDAV MKCOL HTTP ${response.status}: ${response.statusText}`);
+}
+
+export async function listWebdavDir(remoteDir: string, config: SyncConfig, ctx: ExtensionContext): Promise<string[]> {
+  try { return await webdavList(webdavDirBase(config, remoteDir), webdavAuth(config), ctx); }
+  catch (error) { if (error instanceof Error && /HTTP 404/.test(error.message)) return []; throw error; }
+}
+
+export async function ensureWebdavDirectory(remoteDir: string, config: SyncConfig, ctx: ExtensionContext): Promise<string> {
+  let current = ensureTrailingSlash(config.webdavUrl);
+  for (const segment of remoteDir.split("/").filter(Boolean)) {
+    current += `${encodeURIComponent(segment)}/`;
+    await webdavMkcol(current, webdavAuth(config), ctx);
+  }
+  return current;
+}
+
+export async function uploadToWebdavDir(localPath: string, remoteDir: string, remoteName: string, config: SyncConfig, ctx: ExtensionContext): Promise<void> {
+  const base = await ensureWebdavDirectory(remoteDir, config, ctx);
+  await webdavPutFile(localPath, base + encodeURIComponent(remoteName), webdavAuth(config), ctx);
+}
+
+export async function downloadFromWebdavDir(remoteName: string, remoteDir: string, destPath: string, config: SyncConfig, ctx: ExtensionContext): Promise<void> {
+  await webdavGetFile(webdavDirBase(config, remoteDir) + encodeURIComponent(remoteName), destPath, webdavAuth(config), ctx);
+}
+
+export async function deleteFromWebdavDir(remoteName: string, remoteDir: string, config: SyncConfig, ctx: ExtensionContext): Promise<void> {
+  const response = await fetchWithTimeout(webdavDirBase(config, remoteDir) + encodeURIComponent(remoteName), { method: "DELETE", headers: { Authorization: webdavAuth(config) } }, WEBDAV_FETCH_TIMEOUT_MS, ctx.signal);
+  if (!response.ok && response.status !== 404) throw new Error(`WebDAV DELETE HTTP ${response.status}: ${response.statusText}`);
+}
+
+export async function pruneOldBackupsInDir(config: SyncConfig, ctx: ExtensionContext, remoteDir: string, prefix: string): Promise<string[]> {
+  if (config.maxBackups <= 0) return [];
+  const files = (await listWebdavDir(remoteDir, config, ctx)).filter((name) => name.startsWith(prefix) && name.endsWith(".tar.xz")).sort().reverse();
+  const deleted = files.slice(config.maxBackups);
+  for (const name of deleted) try { await deleteFromWebdavDir(name, remoteDir, config, ctx); } catch { /* best effort */ }
+  return deleted;
+}

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@wuyaos/pi-sync",
+  "version": "1.1.0",
+  "description": "WebDAV config sync for Pi coding agent — backup/restore models, settings, skills, extensions, and selected session projects",
+  "keywords": ["pi-package", "webdav", "sync", "backup", "coding-agent"],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/wuyaos/pi-packages.git",
+    "directory": "pi-sync"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "extensions",
+    "docs",
+    "pi-bootstrap.ps1",
+    "README.md",
+    "README.zh-CN.md",
+    "PROMO.md",
+    "LICENSE"
+  ],
+  "bugs": {
+    "url": "https://github.com/wuyaos/pi-packages/issues"
+  },
+  "homepage": "https://github.com/wuyaos/pi-packages#readme",
+  "pi": {
+    "extensions": ["./extensions/sync"],
+    "image": "https://img.shields.io/badge/pi-sync-WebDAV-blue"
+  },
+  "peerDependencies": {
+    "@earendil-works/pi-coding-agent": "*",
+    "@earendil-works/pi-tui": "*"
+  },
+  "license": "MIT"
+}

package/pi-bootstrap.ps1

@@ -0,0 +1,113 @@
+# pi-bootstrap.ps1
+# Pull the latest Pi config backup from WebDAV onto a new machine.
+#
+# Usage:
+#   .\pi-bootstrap.ps1 -WebdavUrl "https://your-webdav.example/dav/Pi" -User "your-user" -Pass "your-app-password"
+#
+# Or set env vars (recommended):
+#   $env:PI_WEBDAV_URL  = "https://your-webdav.example/dav/Pi"
+#   $env:PI_WEBDAV_USER = "your-user"
+#   $env:PI_WEBDAV_PASS = "your-app-password"
+#   .\pi-bootstrap.ps1
+#
+# Security: never commit real credentials. Prefer app-specific passwords
+# and store them only in env vars / your password manager.
+
+param(
+    [string]$WebdavUrl = $env:PI_WEBDAV_URL,
+    [string]$User = $env:PI_WEBDAV_USER,
+    [string]$Pass = $env:PI_WEBDAV_PASS
+)
+
+$ErrorActionPreference = "Stop"
+
+if (-not $WebdavUrl -or -not $User -or -not $Pass) {
+    Write-Host "Usage: .\pi-bootstrap.ps1 -WebdavUrl <url> -User <user> -Pass <pass>" -ForegroundColor Red
+    Write-Host "Or set PI_WEBDAV_URL, PI_WEBDAV_USER, PI_WEBDAV_PASS env vars" -ForegroundColor Yellow
+    exit 1
+}
+
+$WebdavUrl = $WebdavUrl.TrimEnd('/')
+$pair = "${User}:${Pass}"
+$auth = [Convert]::ToBase64String([Text.Encoding]::ASCII.GetBytes($pair))
+$headers = @{ Authorization = "Basic $auth"; Depth = "1" }
+
+Write-Host "[1/5] Listing backups on WebDAV..." -ForegroundColor Cyan
+$resp = Invoke-RestMethod -Uri $WebdavUrl -Method PROPFIND -Headers $headers -ContentType "application/xml"
+
+# Parse XML for filenames
+$files = ([regex]'<d:href>([^<]+)</d:href>').Matches($resp) |
+    ForEach-Object { $_.Groups[1].Value } |
+    Where-Object { $_ -match 'pi_sync_backup_.*\.zip$' } |
+    Sort-Object -Descending
+
+if ($files.Count -eq 0) {
+    Write-Host "No backups found on WebDAV!" -ForegroundColor Red
+    exit 1
+}
+
+$latest = $files[0]
+$name = [System.IO.Path]::GetFileName($latest)
+Write-Host "[2/5] Latest backup: $name" -ForegroundColor Green
+
+$tempZip = "$env:TEMP\$name"
+Write-Host "[3/5] Downloading..." -ForegroundColor Cyan
+Invoke-WebRequest -Uri "$WebdavUrl/$name" -Headers @{ Authorization = "Basic $auth" } -OutFile $tempZip
+
+$tempDir = "$env:TEMP\pi_restore_$(Get-Date -Format 'yyyyMMddHHmmss')"
+New-Item -ItemType Directory -Force -Path $tempDir | Out-Null
+
+Write-Host "[4/5] Extracting..." -ForegroundColor Cyan
+tar -xf $tempZip -C $tempDir
+
+$agentDir = "$env:USERPROFILE\.pi\agent"
+$backupSuffix = "bak-$(Get-Date -Format 'yyyyMMddHHmmss')"
+
+# Restore config
+if (Test-Path "$tempDir\config") {
+    Write-Host "  → Restoring config files..." -ForegroundColor Yellow
+    Get-ChildItem "$tempDir\config" | ForEach-Object {
+        $dest = Join-Path $agentDir $_.Name
+        if (Test-Path $dest) {
+            Copy-Item $dest "$dest.$backupSuffix"
+            Write-Host "    Backup: $($_.Name) → $($_.Name).$backupSuffix"
+        }
+        Copy-Item $_.FullName $dest -Force
+        Write-Host "    Restored: $($_.Name)" -ForegroundColor Green
+    }
+}
+
+# Restore skills
+if (Test-Path "$tempDir\skills") {
+    Write-Host "  → Restoring skills..." -ForegroundColor Yellow
+    $skillsDest = "$agentDir\skills"
+    if (Test-Path $skillsDest) {
+        Rename-Item $skillsDest "skills-$backupSuffix"
+        Write-Host "    Backup: skills → skills-$backupSuffix"
+    }
+    Copy-Item "$tempDir\skills" $skillsDest -Recurse
+    Write-Host "    Skills restored" -ForegroundColor Green
+}
+
+# Restore extensions
+if (Test-Path "$tempDir\extensions") {
+    Write-Host "  → Restoring extensions..." -ForegroundColor Yellow
+    $extDest = "$agentDir\extensions"
+    if (Test-Path $extDest) {
+        Rename-Item $extDest "extensions-$backupSuffix"
+        Write-Host "    Backup: extensions → extensions-$backupSuffix"
+    }
+    Copy-Item "$tempDir\extensions" $extDest -Recurse
+    Write-Host "    Extensions restored" -ForegroundColor Green
+}
+
+# Cleanup
+Remove-Item $tempZip -Force -ErrorAction SilentlyContinue
+Remove-Item $tempDir -Recurse -Force -ErrorAction SilentlyContinue
+
+Write-Host "[5/5] Done! Pi config restored to $agentDir" -ForegroundColor Green
+Write-Host ""
+Write-Host "Next steps:" -ForegroundColor Cyan
+Write-Host "  1. Restart Pi (or /reload)"
+Write-Host "  2. Run: pi update --extensions  (to install packages from settings.json)"
+Write-Host "  3. /sync pull  (to pull future updates)"