dsh-contextos-devops 0.0.0-stage → 1.48.31

package/lib/core/auth.js

@@ -0,0 +1,110 @@
+// 远程 / 容器节点的访问凭证。
+//
+// 本机节点（127.0.0.1:<port>）免登录、等同 root，不需要凭证；
+// 远程节点与容器节点必须拿到 token 或 sessid 才能调用它的接口：
+//   PUT /c/web.token/action/create            → token
+//   PUT /c/aaa.sess/action/create/<username>  → sessid
+// 两者都缓存在 state 目录，过期后自动重新获取。
+import fs from 'node:fs';
+import path from 'node:path';
+import { stateDir } from '../base/env.js';
+import { http, encode } from '../base/http.js';
+
+const TTL = 30 * 60 * 1000;
+// 平台级 sessid 的 cookie 值：space <pod> <command> check <sessid>
+export const APP_COOKIE = new Map();
+const FILE = () => path.join(stateDir(), 'node-auth.json');
+
+function readAll() { try { return JSON.parse(fs.readFileSync(FILE(), 'utf8')) || {}; } catch { return {}; } }
+function writeAll(v) { try { fs.mkdirSync(stateDir(), { recursive: true }); fs.writeFileSync(FILE(), JSON.stringify(v, null, 2)); } catch {} }
+
+/**
+ * 工具令牌：web.token create（可简写 token）。
+ * 用途：第三方工具、git 推送、服务节点之间的互连认证。
+ * 它代表「一个工具/节点」，不解析成某个用户。
+ */
+export async function toolToken({ node }) {
+  for (const path of ['/c/web.token/action/create', '/c/token/action/create']) {
+    const r = await http(node, path, { method: 'PUT', timeout: 10000, auth: false });
+    const token = String(r.text || '').trim();
+    if (r.status === 200 && /^[0-9a-f]{16,}$/i.test(token)) return token;
+  }
+  throw new Error('web.token create failed');
+}
+
+/** 兼容旧名 */
+export const nodeToken = toolToken;
+
+/**
+ * 管理员 sessid：aaa.sess create <username>。
+ * 用途：系统管理员登录网页，可以执行更多系统级操作。
+ */
+export async function adminSessid({ node, username }) {
+  const who = String(username || '').trim();
+  if (!who) throw new Error('admin sessid needs a username');
+  const r = await http(node, `/c/aaa.sess/action/create/${encode(who)}`, { method: 'PUT', timeout: 10000, auth: false });
+  const sessid = String(r.text || '').trim();
+  if (r.status !== 200 || !/^[0-9a-f]{16,}$/i.test(sessid)) throw new Error(`aaa.sess create failed: HTTP ${r.status}`);
+  return sessid;
+}
+
+
+/**
+ * 应用级 sessid：云社区的会话命令
+ *   PUT /s/<space>/c/web.team.gonganxitong.sess/action/create/user_uid/<uid>
+ * 回执里 result[0]（或 _arg[0]==='sessid' 时的值）就是 sessid；
+ * _process=['_cookie'] 表示它同时会被写进 cookie。
+ */
+export async function appSession({ node, space = '20240724-community', userUid }) {
+  const sessid = await appSessid({ node, space, userUid });
+  return { sessid, cookie: APP_COOKIE.get(Number(node)) || `space ${space} web.team.gonganxitong.sess check ${sessid}` };
+}
+
+export async function appSessid({ node, space = '20240724-community', userUid }) {
+  const uid = String(userUid || '').trim();
+  if (!uid) throw new Error('app sessid needs user_uid');
+  const q = `?user.uid=${encode(uid)}&user_uid=${encode(uid)}`;
+  const r = await http(node, `/s/${encode(space)}/c/web.team.gonganxitong.sess/action/create/user_uid/${encode(uid)}${q}`, { method: 'PUT', timeout: 12000, auth: false });
+  let sid = '', cookie = '';
+  try {
+    const env = JSON.parse(r.text);
+    sid = (env.result && env.result[0]) || '';
+    if (!sid && Array.isArray(env._arg) && env._arg[0] === 'sessid') sid = env._arg[1] || '';
+    // _arg[1] 是完整 cookie 值：space <pod> <command> check <sessid>
+    if (Array.isArray(env._arg) && env._arg[0] === 'sessid' && /\scheck\s/.test(String(env._arg[1] || ''))) cookie = String(env._arg[1]);
+  } catch { sid = String(r.text || '').trim(); }
+  if (!cookie && sid) cookie = `space ${space} web.team.gonganxitong.sess check ${sid}`;
+  try { APP_COOKIE.set(Number(node), cookie); } catch {}
+  if (r.status !== 200 || !/^[0-9a-f]{16,}$/i.test(String(sid))) throw new Error(`app sess create failed: HTTP ${r.status} ${String(r.text).slice(0, 120)}`);
+  return String(sid);
+}
+
+/** 读取缓存凭证（不主动获取）。 */
+export function peekNodeAuth({ node }) {
+  const all = readAll();
+  const row = all[String(node)] || null;
+  if (!row) return null;
+  const fresh = Date.now() - Number(row.at || 0) < TTL;
+  return { ...row, fresh };
+}
+
+/** 获取（必要时刷新）凭证。本机节点返回 { local: true }，不取凭证。 */
+export async function ensureNodeAuth({ node, username = '', force = false } = {}) {
+  const cached = peekNodeAuth({ node });
+  if (!force && cached && cached.fresh) return cached;
+  if (cached && cached.fresh === false && cached.sessid) return cached;   // 过期也先复用，失败了再换
+  try {
+    const token = await toolToken({ node });
+    const row = { node: Number(node), token, sessid: cached?.sessid || '', username: cached?.username || username, at: Date.now() };
+    const all = readAll(); all[String(node)] = row; writeAll(all);
+    return row;
+  } catch (e) {
+    if (!username) throw e;
+    const sessid = await adminSessid({ node, username });
+    const row = { node: Number(node), token: cached?.token || '', sessid, username, at: Date.now() };
+    const all = readAll(); all[String(node)] = row; writeAll(all);
+    return row;
+  }
+}
+
+export const AUTH_TTL = TTL;

package/lib/core/avatar.js

@@ -0,0 +1,289 @@
+// 核心业务：数字分身 / 背景 / 用户媒体。
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import { stateDir } from '../base/env.js';
+import { http, encode } from '../base/http.js';
+import { listNodes } from '../base/registry.js';
+import { buildSpace, listSpaces, warmSpace } from './spaces.js';
+import { createInstance } from './apps.js';
+import { ensureUser } from './users.js';
+
+export function avatarsFile() {
+  return path.join(stateDir(), 'avatars.json');
+}
+
+export async function readAvatars() {
+  try { return JSON.parse(await fs.readFile(avatarsFile(), 'utf8')) || {}; } catch { return {}; }
+}
+
+export async function writeAvatars(state) {
+  await fs.mkdir(stateDir(), { recursive: true });
+  await fs.writeFile(avatarsFile(), JSON.stringify(state, null, 2));
+}
+
+export async function defaultAvatar(node) {
+  const uid = await ensureUser(node);
+  return {
+    id: uid,
+    uid,
+    username: `dsh_copilot_${node}`,
+    name: '我的分身',
+    city: '深圳市',
+    company: '云轩领航',
+    persona: '专业、稳重、直接',
+    preferences: '技术、产品、效率',
+    style: '简洁、结构化',
+    bio: '',
+    created: new Date().toISOString(),
+  };
+}
+
+export async function listAvatars({ node } = {}) {
+  const port = String(Number(node));
+  const state = await readAvatars();
+  let bucket = state[port];
+  if (!bucket || !Array.isArray(bucket.items) || !bucket.items.length) {
+    const first = await defaultAvatar(node);
+    bucket = { active: first.uid, items: [first] };
+    state[port] = bucket;
+    await writeAvatars(state);
+  }
+  let changed = false;
+  for (const item of bucket.items) {
+    if (!item.persona) { item.persona = '专业、稳重、直接'; changed = true; }
+    if (!item.preferences) { item.preferences = '技术、产品、效率'; changed = true; }
+    if (!item.style) { item.style = '简洁、结构化'; changed = true; }
+  }
+  const activeItem = bucket.items.find((x) => x.uid === bucket.active) || bucket.items[0];
+  if (activeItem && (!activeItem.project || !activeItem.project.place_uid) && !activeItem.project?.error) {
+    try {
+      activeItem.project = await createProjectForAvatar(node, activeItem);
+    } catch (e) {
+      activeItem.project = { error: String(e?.message || e) };
+    }
+    changed = true;
+  }
+  if (changed) await writeAvatars(state);
+  return { active: bucket.active || bucket.items[0]?.uid || '', items: bucket.items };
+}
+
+export async function createProjectForAvatar(node, avatar) {
+  const spaces = await listSpaces({ node });
+  const space = spaces.find((s) => s.name === '20240724-enterprise')
+    || spaces.find((s) => s.name.endsWith('-enterprise'))
+    || spaces.find((s) => s.status === 'start');
+  if (!space) return { error: 'no enterprise/space available' };
+  await warmSpace({ node, space: space.name });
+  const create = () => createInstance({
+    node,
+    space: space.name,
+    command: 'web.team.xiangmuguanli.portal',
+    place: 'project_name',
+    name: `${avatar.name} 的项目管理`,
+    city: avatar.city || '深圳市',
+    company: avatar.company || '云轩领航',
+    uid: avatar.uid,
+  });
+  let r = await create();
+  if (!r?.place_uid) {
+    // The space process may still run the binary it booted with, in which case
+    // placeCreate is a silent no-op ("not found index"). Rebuild restarts it
+    // with the freshly compiled binary before retrying once.
+    let rebuild = '';
+    try { await buildSpace({ node, space: space.name }); } catch (e) { rebuild = String(e?.message || e); }
+    r = await create();
+    if (!r?.place_uid) throw new Error(`project instance has no place_uid${rebuild ? ' (rebuild failed: ' + rebuild + ')' : ''}: ${r?.hint || ''}`);
+  }
+  return { space: r.space, command: r.command, place_uid: r.place_uid, name: r.name, created: true };
+}
+
+/** Ensure an avatar has a usable PM instance; used by init and DSH tools. */
+export async function ensureProject({ node, avatarUid = '' } = {}) {
+  const port = String(Number(node));
+  const state = await readAvatars();
+  const bucket = state[port];
+  const item = bucket?.items?.find((x) => x.uid === (avatarUid || bucket.active));
+  if (!item) throw new Error('avatar not found');
+  if (item.project?.place_uid) return item.project;
+  item.project = await createProjectForAvatar(node, item);
+  await writeAvatars(state);
+  return item.project;
+}
+
+export async function createAvatar({ node, name = '', city = '深圳市', company = '云轩领航', persona = '', preferences = '', style = '', bio = '' } = {}) {
+  const port = String(Number(node));
+  const state = await readAvatars();
+  const bucket = state[port] || (state[port] = { active: '', items: [] });
+  const username = `dsh_avatar_${port}_${Date.now().toString(36)}`;
+  const r = await http(node, `/c/aaa.user/action/create/userrole/tech/username/${encode(username)}/usernick/${encode(name || '我的分身')}`, { method: 'PUT', timeout: 15000 });
+  if (r.status !== 200) throw new Error(`create avatar user failed: HTTP ${r.status}`);
+  const uid = r.text.trim();
+  if (!/^[0-9a-f]{32}$/i.test(uid)) throw new Error(`create avatar returned no uid: ${r.text.slice(0, 120)}`);
+  const item = {
+    id: uid, uid, username,
+    name: name || `分身 ${bucket.items.length + 1}`,
+    city: city || '深圳市', company: company || '云轩领航',
+    persona: persona || '专业、亲和',
+    preferences: preferences || '', style: style || '简洁、直接', bio: bio || '',
+    created: new Date().toISOString(),
+  };
+  bucket.items.push(item);
+  if (!bucket.active) bucket.active = uid;
+  state[port] = bucket;
+  await writeAvatars(state);
+  try {
+    item.project = await createProjectForAvatar(node, item);
+    await writeAvatars(state);
+  } catch (e) {
+    item.project = { error: String(e?.message || e) };
+    await writeAvatars(state);
+  }
+  return item;
+}
+
+export async function setAvatar({ node, uid } = {}) {
+  const port = String(Number(node));
+  const state = await readAvatars();
+  const bucket = state[port];
+  if (!bucket || !bucket.items.some((x) => x.uid === uid)) throw new Error('avatar not found');
+  bucket.active = uid;
+  await writeAvatars(state);
+  return bucket;
+}
+
+export async function updateAvatar({ node, uid, patch = {} } = {}) {
+  const port = String(Number(node));
+  const state = await readAvatars();
+  const bucket = state[port];
+  const item = bucket?.items?.find((x) => x.uid === uid);
+  if (!item) throw new Error('avatar not found');
+  for (const key of ['name', 'city', 'company', 'persona', 'preferences', 'style', 'bio', 'image']) {
+    if (typeof patch[key] === 'string' && patch[key].trim()) item[key] = patch[key].trim();
+  }
+  if (Array.isArray(patch.skills)) item.skills = patch.skills.filter((x) => typeof x === 'string' && x.trim()).slice(0, 20);
+  await writeAvatars(state);
+  return item;
+}
+
+export async function deleteAvatar({ node, uid } = {}) {
+  const port = String(Number(node));
+  const state = await readAvatars();
+  const bucket = state[port];
+  if (!bucket) return { deleted: false };
+  bucket.items = bucket.items.filter((x) => x.uid !== uid);
+  if (!bucket.items.length) {
+    const first = await defaultAvatar(node);
+    bucket.items = [first];
+    bucket.active = first.uid;
+  } else if (bucket.active === uid) {
+    bucket.active = bucket.items[0].uid;
+  }
+  await writeAvatars(state);
+  return bucket;
+}
+
+/* ── 我的背景：每个用户可以建任意多个背景，每个背景可上传一张照片作为赛博世界 ── */
+export function backgroundsFile() {
+  return path.join(stateDir(), 'backgrounds.json');
+}
+export async function readBackgrounds() {
+  try { return JSON.parse(await fs.readFile(backgroundsFile(), 'utf8')) || {}; } catch { return {}; }
+}
+export async function writeBackgrounds(state) {
+  await fs.mkdir(stateDir(), { recursive: true });
+  await fs.writeFile(backgroundsFile(), JSON.stringify(state, null, 2));
+}
+const DEFAULT_BACKGROUND = { id: 'default', name: '默认赛博世界', image: '', builtin: true };
+
+export async function listBackgrounds({ node } = {}) {
+  const port = String(Number(node));
+  const state = await readBackgrounds();
+  let bucket = state[port];
+  if (!bucket || !Array.isArray(bucket.items) || !bucket.items.length) {
+    bucket = { active: DEFAULT_BACKGROUND.id, items: [{ ...DEFAULT_BACKGROUND }] };
+    state[port] = bucket;
+    await writeBackgrounds(state);
+  }
+  return { active: bucket.active || bucket.items[0].id, items: bucket.items };
+}
+export async function createBackground({ node, name = '' } = {}) {
+  const port = String(Number(node));
+  const state = await readBackgrounds();
+  const bucket = state[port] || (state[port] = { active: '', items: [] });
+  const item = { id: `bg_${Date.now().toString(36)}`, name: name || `背景 ${bucket.items.length + 1}`, image: '', params: {}, created: new Date().toISOString() };
+  bucket.items.push(item);
+  bucket.active = item.id;
+  await writeBackgrounds(state);
+  return { active: bucket.active, items: bucket.items, created: item };
+}
+export async function setBackground({ node, id } = {}) {
+  const port = String(Number(node));
+  const state = await readBackgrounds();
+  const bucket = state[port];
+  if (!bucket || !bucket.items.some((x) => x.id === id)) throw new Error('background not found');
+  bucket.active = id;
+  await writeBackgrounds(state);
+  return bucket;
+}
+export async function updateBackground({ node, id, patch = {} } = {}) {
+  const port = String(Number(node));
+  const state = await readBackgrounds();
+  const bucket = state[port];
+  const item = bucket?.items?.find((x) => x.id === id);
+  if (!item) throw new Error('background not found');
+  for (const k of ['name', 'image']) if (patch[k] !== undefined) item[k] = patch[k];
+  if (patch.params && typeof patch.params === 'object') {
+    const p = item.params || (item.params = {});
+    for (const k of ['theme', 'lang', 'timezone', 'location']) {
+      if (patch.params[k] !== undefined) p[k] = String(patch.params[k] || '');
+    }
+  }
+  await writeBackgrounds(state);
+  return bucket;
+}
+export async function deleteBackground({ node, id } = {}) {
+  const port = String(Number(node));
+  const state = await readBackgrounds();
+  const bucket = state[port];
+  if (!bucket) return { deleted: false };
+  bucket.items = bucket.items.filter((x) => x.id !== id);
+  if (!bucket.items.length) bucket.items = [{ ...DEFAULT_BACKGROUND }];
+  if (bucket.active === id || !bucket.items.some((x) => x.id === bucket.active)) bucket.active = bucket.items[0].id;
+  await writeBackgrounds(state);
+  return bucket;
+}
+
+
+/** 把头像/背景图落到节点磁盘，并写入 web.team.gonganxitong.user（avatar/background 列）。 */
+export async function saveUserMedia({ node, uid = '', kind = 'avatar', dataUrl = '', name = '' } = {}) {
+  if (!uid) throw new Error('uid is required');
+  const m = /^data:image\/([a-zA-Z0-9.+-]+);base64,([A-Za-z0-9+/=\s]+)$/.exec(String(dataUrl || ''));
+  if (!m) throw new Error('invalid image data url');
+  const ext = m[1] === 'jpeg' ? 'jpg' : m[1].replace(/[^a-zA-Z0-9]/g, '') || 'jpg';
+  const nodes = await listNodes();
+  const n = nodes.find((x) => Number(x.port) === Number(node));
+  if (!n?.dir) throw new Error('node not found');
+  const dir = path.join(n.dir, 'var', 'media');
+  await fs.mkdir(dir, { recursive: true });
+  const file = `${uid}-${kind}.${ext}`;
+  await fs.writeFile(path.join(dir, file), Buffer.from(m[2].replace(/\s/g, ''), 'base64'));
+  const rel = `var/media/${file}`;
+  const field = kind === 'background' ? 'background' : 'avatar';
+  let updated = false;
+  try {
+    const spaces = await listSpaces({ node });
+    const space = spaces.find((x) => /-community$/.test(x.name)) || spaces[0];
+    if (space?.name) {
+      const base = `/s/${space.name}/c/web.team.gonganxitong.user/action`;
+      // upsert 档案行（open_id = 分身 uid），再补 background/avatar
+      await http(node, `${base}/create?open_id=${encode(uid)}&avatar=${encode(rel)}&usernick=${encode(name || '我的数字分身')}`, { method: 'PUT', timeout: 12000 }).catch(() => null);
+      const r = await http(node, `${base}/modify?user_uid=${encode(uid)}&name=${encode(name || '我的数字分身')}&${field}=${encode(rel)}`, { method: 'POST', timeout: 12000 }).catch(() => null);
+      updated = !!r && r.status === 200;
+    }
+  } catch { /* 平台不可用时只落盘 */ }
+  return { path: rel, url: `http://127.0.0.1:${node}/p/${rel}`, updated };
+}
+
+/** One persistent DSH user per node; created on first request and reused. */
+// 节点台账与 macOS 客户端共用一份：~/.contextos/nodes.json（数组格式，字段对齐
+// CtxNodeRegistry 的 dictionaryValue：dir/name/port/parent/platform/source/container/image/resident/env）。

package/lib/core/backup.js

@@ -0,0 +1,105 @@
+// 数据备份与监控采样：内核还没有这套能力，插件侧先做「能救命」的部分。
+import path from 'node:path';
+import fsp from 'node:fs';
+import os from 'node:os';
+import { listNodes } from '../base/registry.js';
+import { probe } from '../base/http.js';
+import { spaceBase } from './spaces.js';
+
+export function backupRoot() {
+  return path.join(os.homedir(), '.contextos', 'backups');
+}
+
+function stamp() {
+  const d = new Date();
+  const p = (v) => String(v).padStart(2, '0');
+  return `${d.getFullYear()}${p(d.getMonth() + 1)}${p(d.getDate())}-${p(d.getHours())}${p(d.getMinutes())}${p(d.getSeconds())}`;
+}
+
+/** 备份一个空间的数据目录（var/db），写 manifest，返回路径与文件清单。 */
+export async function backupSpace({ node, space, tag = '' } = {}) {
+  if (!space) throw new Error('backupSpace needs a space');
+  const n = (await listNodes()).find((x) => x.port === Number(node));
+  if (!n) throw new Error(`node ${node} not found`);
+  const base = spaceBase ? path.join(n.dir, 'usr', 'local', 'work', space) : '';
+  const dbDir = path.join(base, 'var', 'db');
+  const out = path.join(backupRoot(), `${node}-${space}${tag ? '-' + tag : ''}-${stamp()}`);
+  await fsp.promises.mkdir(out, { recursive: true });
+  const files = [];
+  try {
+    for (const f of await fsp.promises.readdir(dbDir)) {
+      if (!f.endsWith('.db')) continue;
+      await fsp.promises.copyFile(path.join(dbDir, f), path.join(out, f));
+      const st = await fsp.promises.stat(path.join(out, f));
+      files.push({ name: f, size: st.size });
+    }
+  } catch (e) {
+    throw new Error(`备份失败：${dbDir} 不可读（${e.message}）`);
+  }
+  const manifest = { node: Number(node), space, dir: base, at: new Date().toISOString(), files };
+  await fsp.promises.writeFile(path.join(out, 'manifest.json'), JSON.stringify(manifest, null, 2));
+  return { ...manifest, backupDir: out, count: files.length, size: files.reduce((a, b) => a + b.size, 0) };
+}
+
+/** 列出已有备份（按时间倒序）。 */
+export async function listBackups({ limit = 20 } = {}) {
+  const root = backupRoot();
+  let dirs = [];
+  try { dirs = await fsp.promises.readdir(root); } catch { return []; }
+  const out = [];
+  for (const d of dirs.sort().reverse().slice(0, limit)) {
+    try {
+      const m = JSON.parse(await fsp.promises.readFile(path.join(root, d, 'manifest.json'), 'utf8'));
+      out.push({ ...m, backupDir: path.join(root, d) });
+    } catch { /* 跳过不完整目录 */ }
+  }
+  return out;
+}
+
+/** 节点健康采样：一次拿到端口、存活、版本、耗时。 */
+export async function sampleNodes() {
+  const nodes = await listNodes();
+  const rows = [];
+  for (const n of nodes) {
+    const started = Date.now();
+    let ok = false, version = '';
+    try { const p = await probe(n.port); ok = !!p.live; version = p.version || ''; } catch { /* offline */ }
+    rows.push({ port: n.port, name: n.name, ok, version, ms: Date.now() - started });
+  }
+  return { at: new Date().toISOString(), nodes: rows, up: rows.filter((r) => r.ok).length, total: rows.length };
+}
+
+import { http, encode, envelopeShape } from '../base/http.js';
+import { methodOf } from '../base/url.js';
+import { parseFixedTable } from '../base/table.js';
+
+/** 监控面板的统一取数入口：节点/空间 + 命令 + 参数。 */
+export async function monitorQuery({ node, space = '', command, action = '', params = {} } = {}) {
+  if (!command) throw new Error('monitorQuery needs a command');
+  const qs = new URLSearchParams();
+  for (const [k, v] of Object.entries(params || {})) if (v !== '' && v != null) qs.set(k, v);
+  const base = space ? `/s/${encode(space)}/c/${command}` : `/c/${command}`;
+  const path = `${base}${action ? `/action/${action}` : ''}${qs.toString() ? `?${qs}` : ''}`;
+  const started = Date.now();
+  const r = await http(node, path, { method: methodOf({ action }), timeout: 15000 });
+  const shape = envelopeShape(r.text);
+  let count = '';
+  try {
+    const env = JSON.parse(r.text);
+    const st = JSON.parse(env._status?.[0] || '[]');
+    count = st.find((x) => x.name === 'count')?.value || '';
+  } catch { /* 非报文回执 */ }
+  const result = shape.env?.result?.[0] ?? shape.env?.result ?? '';
+  let columns = shape.columns || [];
+  let rows = shape.rows || [];
+  if (shape.kind === 'text') {
+    // 有些命令直接回文本表格（终端视图），解析成列/行
+    try { const t = parseFixedTable(r.text); columns = t.columns; rows = t.rows; } catch { /* 保留空 */ }
+  }
+  return {
+    node, space, command, action, status: r.status, ms: Date.now() - started,
+    shape: shape.kind === 'text' && rows.length ? 'list' : shape.kind,
+    columns, rows: rows.slice(0, 50),
+    fields: shape.fields || null, result: typeof result === 'string' ? result : '', count,
+  };
+}