dsh-project-deck 0.0.0-stage → 0.1.2

package/backend/deck-node

@@ -0,0 +1,188 @@
+#!/usr/bin/env python3
+"""deck-node —— 多节点扫描器（在每台机器上运行，把本地项目清单推给协调端）。
+
+  deck-node scan [--roots ~/Desktop,~] [--depth 1] [--json]
+  deck-node push --server http://192.168.1.3:9199 --token XXX --id hos
+  deck-node loop --interval 21600            # 每 6 小时自动 push 一次
+
+配置也可写在 ~/.deck-node.json：
+  {"server":"http://192.168.1.3:9199","token":"...","id":"hos","roots":["~/"],"depth":1}
+
+只读：不会修改任何项目文件；只上报目录名、标记文件、git 最近提交与时间。
+纯标准库，macOS / Linux / Android(Termux) / Windows 均可运行。
+"""
+import argparse
+import json
+import os
+import platform
+import subprocess
+import sys
+import time
+import urllib.request
+
+HOME = os.path.expanduser('~')
+CONF = os.path.join(HOME, '.deck-node.json')
+MARKERS = ['.git', 'package.json', 'pnpm-workspace.yaml', 'pyproject.toml', 'setup.py',
+           'go.mod', 'Cargo.toml', 'AGENTS.md', 'CLAUDE.md', '.dsh-graph', 'README.md']
+SKIP = {'.git', 'node_modules', '.venv', 'venv', '__pycache__', 'Library', 'AppData',
+        'Downloads', '.npm', '.cache', '.Trash', 'dist', 'build', 'target', 'go', 'vendor'}
+MAX_PROJECTS = 400
+
+
+def load_conf():
+    try:
+        return json.load(open(CONF))
+    except (FileNotFoundError, json.JSONDecodeError):
+        return {}
+
+
+def markers_of(path):
+    found, latest = [], 0
+    for m in MARKERS:
+        p = os.path.join(path, m)
+        if os.path.exists(p):
+            found.append(m)
+            if m != '.git':
+                try:
+                    latest = max(latest, os.path.getmtime(p))
+                except OSError:
+                    pass
+    return found, latest
+
+
+def git_info(path):
+    try:
+        r = subprocess.run(['git', '-C', path, 'log', '-1', '--format=%ct%x1f%h%x1f%s'],
+                           capture_output=True, text=True, timeout=5)
+        if r.returncode != 0 or not r.stdout.strip():
+            return None
+        ts, sha, subj = r.stdout.strip().split('\x1f', 2)
+        dirty = subprocess.run(['git', '-C', path, 'status', '--porcelain'],
+                               capture_output=True, text=True, timeout=5).stdout
+        return {'ts': int(ts), 'sha': sha, 'subject': subj[:80],
+                'dirty': len([l for l in dirty.splitlines() if l.strip()])}
+    except (OSError, subprocess.SubprocessError, ValueError):
+        return None
+
+
+def scan(roots, depth):
+    projects, seen = [], set()
+    for root in roots:
+        base = os.path.realpath(os.path.expanduser(root))
+        if not os.path.isdir(base):
+            continue
+        level = [(base, 0)]
+        while level:
+            cur, d = level.pop()
+            if d >= depth:
+                continue
+            try:
+                entries = sorted(os.scandir(cur), key=lambda e: e.name)
+            except OSError:
+                continue
+            for e in entries:
+                if not e.is_dir(follow_symlinks=False) or e.name.startswith('.') or e.name in SKIP:
+                    continue
+                sub = os.path.realpath(e.path)
+                if sub in seen:
+                    continue
+                mk, latest = markers_of(sub)
+                if mk:
+                    seen.add(sub)
+                    git = git_info(sub)
+                    projects.append({
+                        'path': sub, 'name': os.path.basename(sub), 'markers': mk,
+                        'git': git, 'last': latest or (git['ts'] if git else 0),
+                    })
+                level.append((sub, d + 1))
+                if len(projects) >= MAX_PROJECTS:
+                    return projects
+    return projects
+
+
+def push(servers, token, node_id, roots, depth):
+    data = {
+        'node': node_id, 'token': token,
+        'platform': platform.system().lower() + ' ' + platform.release(),
+        'scanned_at': time.time(),
+        'projects': scan(roots, depth),
+    }
+    body = json.dumps(data, ensure_ascii=False).encode()
+    last_err = None
+    for server in servers:
+        try:
+            req = urllib.request.Request(server.rstrip('/') + '/api/node-scan', data=body,
+                                         headers={'Content-Type': 'application/json'})
+            with urllib.request.urlopen(req, timeout=30) as r:
+                res = json.loads(r.read().decode())
+            print(f"[deck-node] 上报 {len(data['projects'])} 个项目 → {server} ({res.get('ok')})")
+            return res
+        except Exception as e:
+            last_err = e
+            print(f'[deck-node] {server} 失败: {e}')
+    raise last_err
+
+
+def in_quiet(conf, ts=None):
+    q = conf.get('quiet') or {}
+    start, end = q.get('from'), q.get('to')
+    if not start or not end:
+        return False
+    hm = time.strftime('%H:%M', time.localtime(ts or time.time()))
+    if start <= end:
+        return start <= hm < end
+    return hm >= start or hm < end
+
+
+def main():
+    conf = load_conf()
+    ap = argparse.ArgumentParser(description='deck-node 多节点扫描器')
+    ap.add_argument('action', choices=['scan', 'push', 'loop'], nargs='?', default='scan')
+    ap.add_argument('--server', default=conf.get('server', ''))
+    ap.add_argument('--token', default=conf.get('token', ''))
+    ap.add_argument('--id', default=conf.get('id', ''))
+    ap.add_argument('--roots', default=','.join(conf.get('roots', ['~/Desktop', '~'])))
+    ap.add_argument('--depth', type=int, default=int(conf.get('depth', 1)))
+    ap.add_argument('--interval', type=int, default=int(conf.get('interval', 21600)))
+    ap.add_argument('--json', action='store_true')
+    args = ap.parse_args()
+
+    roots = [r.strip() for r in args.roots.split(',') if r.strip()]
+    if args.action == 'scan':
+        out = scan(roots, args.depth)
+        if args.json:
+            print(json.dumps({'projects': out}, ensure_ascii=False, indent=2))
+        else:
+            for p in out:
+                print(f"{p['markers'][0]:14} {p['path']}")
+            print(f'共 {len(out)} 个项目')
+        return 0
+    if not (args.server and args.token and args.id):
+        print('需要 --server / --token / --id（或写进 ~/.deck-node.json）')
+        return 1
+    raw_servers = conf.get('servers') or args.server
+    if isinstance(raw_servers, str):
+        servers = [x.strip() for x in raw_servers.split(',') if x.strip()]
+    else:
+        servers = [str(x).strip() for x in raw_servers if str(x).strip()]
+    if args.action == 'push':
+        push(servers, args.token, args.id, roots, args.depth)
+        return 0
+    # loop（安静时段内不推送）
+    quiet = conf.get('quiet') or {}
+    print(f"[deck-node] 每 {args.interval}s 上报一次"
+          + (f"；安静时段 {quiet.get('from')}–{quiet.get('to')}" if quiet.get('from') else '')
+          + '，Ctrl-C 结束')
+    while True:
+        if in_quiet(conf):
+            time.sleep(60)
+            continue
+        try:
+            push(servers, args.token, args.id, roots, args.depth)
+        except Exception as e:
+            print(f'[deck-node] 上报失败: {e}')
+        time.sleep(args.interval)
+
+
+if __name__ == '__main__':
+    sys.exit(main())

package/backend/deck-node.js

@@ -0,0 +1,152 @@
+#!/usr/bin/env node
+/**
+ * deck-node (Node 版) —— 多节点扫描器，功能与 deck-node(Python) 一致。
+ *
+ *   node deck-node.js scan  [--roots ~/Desktop,~] [--depth 1]
+ *   node deck-node.js push  --server http://192.168.1.3:9199 --token XXX --id hos
+ *   node deck-node.js loop  --interval 21600
+ *
+ * 配置也可写 ~/.deck-node.json：{"server":...,"token":...,"id":...,"roots":[...],"depth":1}
+ * 只读：不修改项目文件，只上报目录名 / 标记 / git 最近提交。
+ */
+'use strict';
+const fs = require('fs');
+const os = require('os');
+const path = require('path');
+const http = require('http');
+const https = require('https');
+const { execSync } = require('child_process');
+
+const HOME = os.homedir();
+const CONF = path.join(HOME, '.deck-node.json');
+const MARKERS = ['.git', 'package.json', 'pnpm-workspace.yaml', 'pyproject.toml', 'setup.py',
+  'go.mod', 'Cargo.toml', 'AGENTS.md', 'CLAUDE.md', '.dsh-graph', 'README.md'];
+const SKIP = new Set(['.git', 'node_modules', '.venv', 'venv', '__pycache__', 'Library',
+  'AppData', 'Downloads', '.npm', '.cache', '.Trash', 'dist', 'build', 'target', 'go', 'vendor']);
+const MAX_PROJECTS = 400;
+
+function loadConf() {
+  try { return JSON.parse(fs.readFileSync(CONF, 'utf8')); } catch { return {}; }
+}
+
+function markersOf(dir) {
+  const found = [];
+  let latest = 0;
+  for (const m of MARKERS) {
+    const p = path.join(dir, m);
+    if (!fs.existsSync(p)) continue;
+    found.push(m);
+    if (m === '.git') continue;
+    try { latest = Math.max(latest, fs.statSync(p).mtimeMs / 1000); } catch {}
+  }
+  return { found, latest };
+}
+
+function gitInfo(dir) {
+  try {
+    const out = execSync(`git -C ${JSON.stringify(dir)} log -1 --format='%ct|%h|%s'`,
+      { encoding: 'utf8', stdio: ['ignore', 'pipe', 'ignore'], timeout: 5000 }).trim();
+    if (!out) return null;
+    const [ts, sha, subj] = out.split('|');
+    const dirty = execSync(`git -C ${JSON.stringify(dir)} status --porcelain`,
+      { encoding: 'utf8', stdio: ['ignore', 'pipe', 'ignore'], timeout: 5000 })
+      .split('\n').filter(l => l.trim()).length;
+    return { ts: parseInt(ts, 10), sha, subject: (subj || '').slice(0, 80), dirty };
+  } catch { return null; }
+}
+
+function scan(roots, depth) {
+  const projects = [];
+  const seen = new Set();
+  for (const root of roots) {
+    const base = path.resolve(root.replace(/^~(?=$|\/)/, HOME));
+    if (!fs.existsSync(base) || !fs.statSync(base).isDirectory()) continue;
+    const level = [[base, 0]];
+    while (level.length) {
+      const [cur, d] = level.pop();
+      if (d >= depth) continue;
+      let entries;
+      try { entries = fs.readdirSync(cur, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name)); } catch { continue; }
+      for (const e of entries) {
+        if (!e.isDirectory() || e.name.startsWith('.') || SKIP.has(e.name)) continue;
+        const sub = fs.realpathSync(path.join(cur, e.name));
+        if (seen.has(sub)) continue;
+        const { found, latest } = markersOf(sub);
+        if (found.length) {
+          seen.add(sub);
+          const git = gitInfo(sub);
+          projects.push({ path: sub, name: path.basename(sub), markers: found, git,
+            last: latest || (git ? git.ts : 0) });
+        }
+        level.push([sub, d + 1]);
+        if (projects.length >= MAX_PROJECTS) return projects;
+      }
+    }
+  }
+  return projects;
+}
+
+function post(server, payload) {
+  const url = new URL(server.replace(/\/+$/, '') + '/api/node-scan');
+  const body = Buffer.from(JSON.stringify(payload));
+  const lib = url.protocol === 'https:' ? https : http;
+  return new Promise((resolve, reject) => {
+    const req = lib.request({ hostname: url.hostname, port: url.port || (url.protocol === 'https:' ? 443 : 80),
+      path: url.pathname, method: 'POST', headers: { 'content-type': 'application/json', 'content-length': body.length } },
+      res => {
+        let data = '';
+        res.on('data', c => (data += c));
+        res.on('end', () => resolve({ status: res.statusCode, body: data }));
+      });
+    req.on('error', reject);
+    req.setTimeout(60000, () => req.destroy(new Error('timeout')));
+    req.write(body);
+    req.end();
+  });
+}
+
+async function push(conf, roots, depth) {
+  const payload = {
+    node: conf.id, token: conf.token, platform: `${process.platform} ${os.release()}`,
+    scanned_at: Date.now() / 1000, projects: scan(roots, depth),
+  };
+  const r = await post(conf.server, payload);
+  console.log(`[deck-node] 上报 ${payload.projects.length} 个项目 → ${conf.server} (HTTP ${r.status}) ${r.body.slice(0, 120)}`);
+}
+
+function parseArgs(argv) {
+  const out = { _: [] };
+  for (let i = 0; i < argv.length; i++) {
+    const a = argv[i];
+    if (a.startsWith('--')) { out[a.slice(2)] = argv[++i]; } else out._.push(a);
+  }
+  return out;
+}
+
+(async () => {
+  const conf = Object.assign(loadConf(), parseArgs(process.argv.slice(2)));
+  const action = conf._[0] || 'scan';
+  const roots = (Array.isArray(conf.roots) ? conf.roots : String(conf.roots || '~/Desktop,~').split(','))
+    .map(s => String(s).trim()).filter(Boolean);
+  const depth = parseInt(conf.depth || 1, 10);
+
+  if (action === 'scan') {
+    const projects = scan(roots, depth);
+    if (process.argv.includes('--json')) console.log(JSON.stringify({ projects }, null, 2));
+    else { projects.forEach(p => console.log(`${p.markers[0]}\t${p.path}`)); console.log(`共 ${projects.length} 个项目`); }
+    return;
+  }
+  if (!conf.server || !conf.token || !conf.id) {
+    console.error('需要 --server / --token / --id（或写进 ~/.deck-node.json）');
+    process.exit(1);
+  }
+  if (action === 'push') { await push(conf, roots, depth); return; }
+  if (action === 'loop') {
+    const interval = parseInt(conf.interval || 21600, 10) * 1000;
+    console.log(`[deck-node] 每 ${interval / 1000}s 上报一次`);
+    for (;;) {
+      try { await push(conf, roots, depth); } catch (e) { console.log('[deck-node] 上报失败:', e.message); }
+      await new Promise(r => setTimeout(r, interval));
+    }
+  }
+})();

package/backend/deck-node.ps1

@@ -0,0 +1,106 @@
+# deck-node.ps1 —— Windows 版项目扫描器（只读，上报给 deck 协调端）
+# 用法：
+#   powershell -ExecutionPolicy Bypass -File deck-node.ps1 -Server http://192.168.1.3:9199 -Token XXX -Id wencha-win
+#   powershell -ExecutionPolicy Bypass -File deck-node.ps1 -ScanOnly
+# 配置也可放 $HOME\.deck-node.json：{"server":..,"token":..,"id":..,"roots":[..],"depth":1}
+
+param(
+  [string]$Server = '',
+  [string]$Token = '',
+  [string]$Id = '',
+  [string[]]$Roots = @("$HOME"),
+  [int]$Depth = 1,
+  [switch]$ScanOnly,
+  [switch]$Loop,
+  [int]$Interval = 21600
+)
+
+$ErrorActionPreference = 'Continue'
+$Markers = @('.git','package.json','pyproject.toml','go.mod','Cargo.toml','AGENTS.md','CLAUDE.md','README.md')
+$Skip = @('node_modules','.venv','venv','__pycache__','AppData','.npm','.cache','dist','build','target','vendor','.git')
+
+# 读配置
+$conf = @{}
+$confPath = Join-Path $HOME '.deck-node.json'
+if (Test-Path $confPath) {
+  try { $conf = Get-Content $confPath -Raw | ConvertFrom-Json } catch {}
+}
+if (-not $Server -and $conf.server) { $Server = $conf.server }
+if (-not $Token -and $conf.token) { $Token = $conf.token }
+if (-not $Id -and $conf.id) { $Id = $conf.id }
+if ($conf.roots -and $PSBoundParameters.ContainsKey('Roots') -eq $false) { $Roots = $conf.roots }
+if ($conf.depth) { $Depth = [int]$conf.depth }
+
+function Get-GitInfo($path) {
+  try {
+    $out = & git -C $path log -1 --format='%ct|%h|%s' 2>$null
+    if (-not $out) { return $null }
+    $parts = "$out".Split('|', 3)
+    $dirty = (& git -C $path status --porcelain 2>$null | Measure-Object).Count
+    return @{ ts = [int]$parts[0]; sha = $parts[1]; subject = $parts[2]; dirty = $dirty }
+  } catch { return $null }
+}
+
+function Scan-Projects($roots, $depth) {
+  $projects = @()
+  $seen = @{}
+  foreach ($root in $roots) {
+    $base = $ExecutionContext.SessionState.Path.GetUnresolvedProviderPathFromPSPath($root)
+    if (-not (Test-Path $base)) { continue }
+    $level = @(, @($base, 0))
+    while ($level.Count -gt 0) {
+      $cur, $d = $level[-1]; $level = $level[0..($level.Count-2)]
+      if ($d -ge $depth) { continue }
+      $dirs = Get-ChildItem -LiteralPath $cur -Directory -ErrorAction SilentlyContinue
+      foreach ($dir in $dirs) {
+        if ($dir.Name.StartsWith('.') -or $Skip -contains $dir.Name) { continue }
+        $sub = $dir.FullName
+        if ($seen.ContainsKey($sub)) { continue }
+        $mk = @(); $latest = [datetime]::MinValue
+        foreach ($m in $Markers) {
+          $p = Join-Path $sub $m
+          if (Test-Path $p) {
+            $mk += $m
+            if ($m -ne '.git') {
+              $t = (Get-Item $p).LastWriteTime
+              if ($t -gt $latest) { $latest = $t }
+            }
+          }
+        }
+        if ($mk.Count -gt 0) {
+          $seen[$sub] = $true
+          $git = Get-GitInfo $sub
+          $ts = if ($latest -eq [datetime]::MinValue) { 0 } else { [int][double]::Parse((Get-Date $latest -UFormat %s)) }
+          $projects += [pscustomobject]@{
+            path = $sub; name = (Split-Path $sub -Leaf); markers = $mk; git = $git; last = $ts
+          }
+        }
+        $level += ,@($sub, ($d + 1))
+        if ($projects.Count -ge 400) { return $projects }
+      }
+    }
+  }
+  return $projects
+}
+
+function Push-Scan() {
+  if (-not $Server -or -not $Token -or -not $Id) { Write-Error '需要 -Server / -Token / -Id'; return }
+  $projects = Scan-Projects $Roots $Depth
+  $payload = @{
+    node = $Id; token = $Token; platform = "win32 $([System.Environment]::OSVersion.Version)"
+    scanned_at = [int][double]::Parse((Get-Date -UFormat %s)); projects = $projects
+  } | ConvertTo-Json -Depth 8 -Compress
+  try {
+    $r = Invoke-RestMethod -Uri "$($Server.TrimEnd('/'))/api/node-scan" -Method Post -ContentType 'application/json; charset=utf-8' -Body ([System.Text.Encoding]::UTF8.GetBytes($payload))
+    Write-Host "[deck-node] 上报 $($projects.Count) 个项目 -> $Server ($($r.ok))"
+  } catch { Write-Host "[deck-node] 上报失败: $($_.Exception.Message)" }
+}
+
+if ($ScanOnly) {
+  Scan-Projects $Roots $Depth | ConvertTo-Json -Depth 6
+  exit 0
+}
+if ($Loop) {
+  while ($true) { Push-Scan; Start-Sleep -Seconds $Interval }
+}
+Push-Scan