pi-coding-master 0.2.7

package/core/technology.phone/apps.thirdparty/bilibili/bilibili.ts

@@ -0,0 +1,142 @@
+// apps.thirdparty/bilibili/bilibili.ts — B站视频能力（纯 TypeScript，零外部依赖）
+// AI字幕提取 / 视频信息 / 搜索 — 全部通过 B站公开 API
+
+const BILI_HEADERS = {
+  "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
+  "Referer": "https://www.bilibili.com/",
+};
+
+async function biliGet(url: string): Promise<any> {
+  const res = await fetch(url, { headers: BILI_HEADERS, signal: AbortSignal.timeout(15000) });
+  const text = await res.text();
+  try {
+    return JSON.parse(text);
+  } catch {
+    throw new Error(`B站 API 返回非 JSON (HTTP ${res.status}): ${text.slice(0, 200)}`);
+  }
+}
+
+async function getVideoInfo(bvid: string) {
+  const viewRes = await biliGet(`https://api.bilibili.com/x/web-interface/view?bvid=${bvid}`);
+  if (viewRes.code !== 0) throw new Error(`B站 view API 错误: ${viewRes.message}`);
+  const data = viewRes.data;
+  if (!data?.cid) throw new Error(`视频数据异常: 缺少 cid (bvid=${bvid})`);
+  // Check for AI subtitles
+  const subRes = await biliGet(`https://api.bilibili.com/x/v2/dm/view?type=1&oid=${data.cid}&pid=${data.aid}`);
+  const subtitles = subRes?.data?.subtitle?.subtitles || [];
+  return { ...data, subtitles, cid: data.cid, aid: data.aid };
+}
+
+async function fetchSubtitles(bvid: string): Promise<string> {
+  const info = await getVideoInfo(bvid);
+  if (!info.subtitles.length) return `视频 "${info.title}" 无 AI 字幕。可尝试 whisper 语音转录。`;
+
+  const results: string[] = [`## ${info.title}\n时长: ${Math.floor(info.duration/60)}:${String(info.duration%60).padStart(2,'0')} | 播放: ${info.stat.view} | 弹幕: ${info.stat.danmaku}\n`];
+
+  for (const sub of info.subtitles) {
+    let url: string = sub.subtitle_url;
+    if (url.startsWith("//")) url = "https:" + url;
+    const body = (await biliGet(url)).body || [];
+    results.push(`### ${sub.lan_doc} (${body.length} 条)`);
+    for (const t of body) {
+      const ts = `${Math.floor(t.from/60)}:${String(Math.floor(t.from%60)).padStart(2,'0')}`;
+      results.push(`[${ts}] ${t.content}`);
+    }
+    results.push("");
+  }
+  return results.join("\n");
+}
+
+export async function bilibiliCmd(args: any, _ctx: any, _personDir: string): Promise<{ content: any[]; details: any }> {
+  const a = args.action || "";
+
+  if (a === "subs" || a === "fetch_subs") {
+    const bvid = args.bvid;
+    if (!bvid) return { content: [{ type: "text", text: "需要 bvid 参数（如 BV1Wzjg65EM6）" }], details: {} };
+    try {
+      const text = await fetchSubtitles(bvid);
+      return { content: [{ type: "text", text: text.slice(0, 15000) }], details: { bvid } };
+    } catch (e: any) {
+      return { content: [{ type: "text", text: `字幕提取失败: ${e.message}` }], details: {} };
+    }
+  }
+
+  if (a === "info") {
+    const bvid = args.bvid;
+    if (!bvid) return { content: [{ type: "text", text: "需要 bvid 参数" }], details: {} };
+    try {
+      const info = await getVideoInfo(bvid);
+      const subs = info.subtitles.map((s: any) => s.lan_doc).join(", ") || "无";
+      const text = [
+        `标题: ${info.title}`,
+        `BV: ${bvid} | 时长: ${Math.floor(info.duration/60)}:${String(info.duration%60).padStart(2,'0')}`,
+        `播放: ${info.stat.view} | 弹幕: ${info.stat.danmaku} | 评论: ${info.stat.reply}`,
+        `UP: ${info.owner.name} | 粉丝: ${info.owner.follower || "?"}`,
+        `AI字幕: ${subs}`,
+        `简介: ${info.desc.slice(0, 300)}`,
+      ].join("\n");
+      return { content: [{ type: "text", text }], details: { bvid, cid: info.cid } };
+    } catch (e: any) {
+      return { content: [{ type: "text", text: `获取失败: ${e.message}` }], details: {} };
+    }
+  }
+
+  if (a === "search") {
+    const kw = args.keyword || args.query;
+    if (!kw) return { content: [{ type: "text", text: "需要 keyword 参数" }], details: {} };
+    try {
+      // B站搜索需要 cookie 反爬; 用带 cookie 的请求
+      const searchRes = await biliGet(
+        `https://api.bilibili.com/x/web-interface/search/type?search_type=video&keyword=${encodeURIComponent(kw)}`
+      );
+      if (searchRes.code !== 0) throw new Error(`搜索API错误 (code=${searchRes.code}): ${searchRes.message}`);
+      const videos = (searchRes?.data?.result || []).slice(0, 10);
+      if (!videos.length) return { content: [{ type: "text", text: `"${kw}" 无结果。` }], details: {} };
+      const text = videos.map((v: any, i: number) => {
+        const title = (v.title || "").replace(/<em class="keyword">|<\/em>/g, "");
+        const dur = typeof v.duration === "number" ? `${Math.floor(v.duration/60)}:${String(v.duration%60).padStart(2,'0')}` : String(v.duration || "?");
+        return `${i+1}. ${title}\n   BV${v.bvid} | ${v.play} | ${dur}`;
+      }).join("\n");
+      return { content: [{ type: "text", text }], details: {} };
+    } catch (e: any) {
+      return { content: [{ type: "text", text: `搜索失败: ${e.message}` }], details: {} };
+    }
+  }
+
+  if (a === "popular") {
+    try {
+      const data = (await biliGet("https://api.bilibili.com/x/web-interface/popular?ps=10")).data;
+      const text = (data?.list || []).map((v: any, i: number) => {
+        const dur = typeof v.duration === "number" ? `${Math.floor(v.duration/60)}:${String(v.duration%60).padStart(2,'0')}` : String(v.duration || "?");
+        return `${i+1}. ${v.title}\n   BV${v.bvid} | ${v.stat.view} | ${v.stat.danmaku} | ${dur}`;
+      }).join("\n");
+      return { content: [{ type: "text", text }], details: {} };
+    } catch (e: any) {
+      return { content: [{ type: "text", text: `获取失败: ${e.message}` }], details: {} };
+    }
+  }
+
+  if (a === "whisper") {
+    return { content: [{ type: "text", text: "Whisper 语音转录暂不可用——需安装 faster-whisper 模型。\n\n用 `subs` 先拿 AI 字幕，大部分 B站视频都有。" }], details: {} };
+  }
+
+  if (a === "hardsub") {
+    return { content: [{ type: "text", text: "OCR 硬字幕提取暂不可用——需安装 pyobjc-framework-Vision + PaddleOCR。\n\n用 `subs` 先拿 AI 字幕。" }], details: {} };
+  }
+
+  return {
+    content: [{
+      type: "text",
+      text: [
+        "Bilibili — 视频能力",
+        "  subs <bvid>         AI 字幕（弹幕 API，免登录）",
+        "  info <bvid>         视频信息 + 字幕列表",
+        "  search <keyword>    搜索视频",
+        "  popular             热门榜 TOP10",
+        "  whisper <bvid>      语音转文字（待装模型）",
+        "  hardsub <bvid>      OCR 硬字幕（待装模型）",
+      ].join("\n"),
+    }],
+    details: {},
+  };
+}

package/core/technology.phone/apps.thirdparty/bilibili/bilibili.ts.SPEC

@@ -0,0 +1,22 @@
+source: bilibili.ts @ e7a533de
+
+# Bilibili — 视频内容提取
+
+## 功能
+B站视频字幕/语音/元数据提取。三条路径：
+1. AI 字幕：弹幕 API (`x/v2/dm/view`)，免登录
+2. Whisper：faster-whisper 语音转文字（6核并行）
+3. OCR 硬字幕：Vision/PaddleOCR 识别画面内嵌字幕
+
+## 操作
+- `subs <bvid>` — 提取 AI 字幕
+- `whisper <url>` — 语音转文字
+- `hardsub <url>` — OCR 硬字幕
+- `info <bvid>` — 视频元数据
+
+## 数据
+底层 Python 脚本位于 `~/Desktop/OSC 开源项目/monorepo base/`
+
+## 依赖
+- Python: requests, faster-whisper, opencv-python
+- macOS: pyobjc-framework-Vision, ffmpeg

package/core/technology.phone/apps.thirdparty/wechatread/wechatread.ts

@@ -0,0 +1,80 @@
+// apps.thirdparty/wechatread/wechatread.ts — 微信读书
+import type { PhoneApp } from "../../system.kernel/kernel.ts";
+
+// ── Core ──────────────────────────────────────────────────────
+export async function wechatreadCmd(args: any, _ctx: any, _personDir: string): Promise<{ content: any[]; details: any }> {
+  const a = args.action || "";
+  const kw = args.keyword || args.query || "";
+
+  if (a === "search") {
+    if (!kw) return { content: [{ type: "text", text: "需要 keyword 参数" }], details: {} };
+    try {
+      const url = `https://weread.qq.com/web/search/global?q=${encodeURIComponent(kw)}`;
+      const res = await fetch(url, {
+        headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36" },
+        signal: AbortSignal.timeout(10000),
+      });
+      const data = await res.json() as any;
+      const books = data?.books || [];
+      if (!books.length) return { content: [{ type: "text", text: `"${kw}" 无结果。` }], details: {} };
+      const text = books.slice(0, 10).map((b: any, i: number) => {
+        const info = b.bookInfo || b;
+        return `${i+1}. ${info.title} — ${info.author}\n   ${info.intro?.slice(0, 80) || ""}`;
+      }).join("\n\n");
+      return { content: [{ type: "text", text: `搜索: "${kw}"\n\n${text}` }], details: {} };
+    } catch (e: any) {
+      return { content: [{ type: "text", text: `搜索失败: ${e.message}` }], details: {} };
+    }
+  }
+
+  if (a === "hot") {
+    try {
+      const res = await fetch("https://weread.qq.com/web/bookListInCategory/rising?maxIndex=0", {
+        headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36" },
+        signal: AbortSignal.timeout(10000),
+      });
+      const data = await res.json() as any;
+      const books = data?.books || [];
+      if (!books.length) return { content: [{ type: "text", text: "获取飙升榜失败。" }], details: {} };
+      const text = books.slice(0, 10).map((b: any, i: number) => {
+        const info = b.bookInfo || b;
+        return `${i+1}. ${info.title} — ${info.author}`;
+      }).join("\n");
+      return { content: [{ type: "text", text: `微信读书 · 飙升榜\n\n${text}` }], details: {} };
+    } catch (e: any) {
+      return { content: [{ type: "text", text: `获取失败: ${e.message}` }], details: {} };
+    }
+  }
+
+  return {
+    content: [{ type: "text", text: "微信读书\n  search <keyword>  搜索书籍\n  hot             飙升榜" }],
+    details: {},
+  };
+}
+
+// ── PhoneApp ──────────────────────────────────────────────────
+export const app: PhoneApp = {
+  name: "微信读书",
+  icon: "读书",
+  messageDescription: "微信读书 — 搜书/榜单",
+  onOpen(_state) {
+    return {
+      screen: "微信读书\n\n输入「搜索 关键词」搜书\n输入「飙升」看飙升榜\n输入「返回」回主屏幕",
+      state: _state ?? {},
+    };
+  },
+  async onAction(input, state) {
+    const cmd = input.trim();
+    if (cmd === "飙升" || cmd === "hot") {
+      const r = await wechatreadCmd({ action: "hot" }, {}, "");
+      return { screen: r.content[0].text, state };
+    }
+    if (cmd.startsWith("搜索 ") || cmd.startsWith("search ")) {
+      const kw = cmd.replace(/^(搜索 |search )/, "");
+      const r = await wechatreadCmd({ action: "search", keyword: kw }, {}, "");
+      return { screen: r.content[0].text, state };
+    }
+    const r = await wechatreadCmd({}, {}, "");
+    return { screen: r.content[0].text, state };
+  },
+};

package/core/technology.phone/apps.thirdparty/wechatread/wechatread.ts.SPEC

@@ -0,0 +1,15 @@
+source: wechatread.ts @ a3137d9d
+
+# WeChat Read -- 微信读书（未实现）
+
+## 功能
+微信读书集成。当前为 stub，所有调用返回"wechatread 功能尚未实现"。
+
+## 操作
+无。所有参数被忽略。
+
+## 数据
+无数据存储。
+
+## 备注
+纯 stub，导出 `wechatreadCmd`，等待后续实现。

package/core/technology.phone/index.ts

@@ -0,0 +1 @@
+export { default } from "./system.kernel/kernel.ts";

package/core/technology.phone/package.json

@@ -0,0 +1,2 @@
+{
+}

package/core/technology.phone/system.homepage/homepage.ts

@@ -0,0 +1,247 @@
+// system.homepage/iphone.ts — Phone command implementation
+// v0.2 spec: phone --home, --notifications, --open, --close, --back, --appswitcher
+
+import * as fs from "fs";
+import * as path from "path";
+
+// ── App registry ───────────────────────────────────────────────
+interface AppDef {
+  name: string;        // display name
+  icon?: string;       // emoji icon
+  messageDescription: string;
+  category: "system" | "social" | "tools" | "productivity" | "media";
+  homeActions: string[];  // available actions from home (shortcuts)
+}
+
+const BUILTIN_APPS: AppDef[] = [
+  { name: "Messages",   icon: "", messageDescription: "即时通讯 — 聊天、群聊",     category: "social",       homeActions: ["open", "最近对话"] },
+  { name: "Contacts",   icon: "", messageDescription: "通讯录 — 联系人管理",        category: "social",       homeActions: ["open", "搜索联系人"] },
+  { name: "Calendar",   icon: "", messageDescription: "日历 — 日程、提醒",          category: "productivity", homeActions: ["open", "今日日程"] },
+  { name: "Reminders",  icon: "", messageDescription: "提醒事项 — 待办与跟进",       category: "productivity", homeActions: ["open", "新建提醒"] },
+  { name: "Notes",      icon: "", messageDescription: "备忘录 — 快速记事",          category: "productivity", homeActions: ["open", "新建笔记"] },
+  { name: "Files",      icon: "", messageDescription: "文件 — 飞书文档、项目文件",   category: "tools",        homeActions: ["open", "最近文件"] },
+  { name: "Terminal",   icon: "", messageDescription: "终端 — 代码与系统命令",       category: "tools",        homeActions: ["open", "运行命令"] },
+  { name: "Settings",   icon: "", messageDescription: "设置 — 设备与偏好",          category: "system",       homeActions: ["open"] },
+  { name: "Clock",      icon: "", messageDescription: "时钟 — 闹钟、计时器",        category: "system",       homeActions: ["open", "设置闹钟"] },
+  { name: "Feed",       icon: "", messageDescription: "信息流 — 通知与事件回顾",     category: "system",       homeActions: ["open", "查看通知"] },
+];
+
+// ── Notification store ─────────────────────────────────────────
+interface Notification {
+  id: string;
+  title: string;
+  body: string;
+  app: string;
+  strength: number;  // 0–1
+  ts: string;
+  read: boolean;
+}
+
+function loadNotifications(personDir: string): Notification[] {
+  if (!personDir) return [];
+  const p = path.join(personDir, "phone_notifications.json");
+  try { return JSON.parse(fs.readFileSync(p, "utf8")); } catch { return []; }
+}
+
+function saveNotifications(personDir: string, notifs: Notification[]) {
+  if (!personDir) return;
+  const p = path.join(personDir, "phone_notifications.json");
+  fs.mkdirSync(path.dirname(p), { recursive: true });
+  // Keep last 200
+  fs.writeFileSync(p, JSON.stringify(notifs.slice(-200), null, 2));
+}
+
+function addNotification(personDir: string, app: string, title: string, body: string, strength = 0.5) {
+  const notifs = loadNotifications(personDir);
+  notifs.push({
+    id: `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+    title, body, app, strength,
+    ts: new Date().toISOString(),
+    read: false,
+  });
+  saveNotifications(personDir, notifs);
+  return notifs[notifs.length - 1];
+}
+
+// ── Phone state ────────────────────────────────────────────────
+interface PhoneState {
+  unlocked: boolean;
+  currentApp: string | null;
+  currentPage: string | null;  // within-app page
+  appHistory: string[];        // back stack
+}
+
+const phoneStates = new Map<string, PhoneState>();
+
+function getState(personDir: string): PhoneState {
+  let s = phoneStates.get(personDir);
+  if (!s) {
+    s = { unlocked: true, currentApp: null, currentPage: null, appHistory: [] };
+    phoneStates.set(personDir, s);
+  }
+  return s;
+}
+
+// ── Screen renderers ───────────────────────────────────────────
+
+function renderHome(state: PhoneState): string {
+  const lines: string[] = [];
+  lines.push("=== HOME ===");
+  lines.push("");
+  lines.push("常用应用:");
+  for (const app of BUILTIN_APPS) {
+    const icon = app.icon || "";
+    lines.push(`  ${icon ? icon + " " : ""}${app.name} — ${app.messageDescription}`);
+  }
+  lines.push("");
+  lines.push("系统命令: phone --open <app> | phone --notifications | phone --appswitcher");
+  if (state.currentApp) {
+    lines.push(`当前应用: ${state.currentApp} ${state.currentPage ? `(${state.currentPage})` : ""}`);
+  }
+  return lines.join("\n");
+}
+
+function renderAppSwitcher(state: PhoneState): string {
+  const lines: string[] = ["=== APP SWITCHER ===", ""];
+  if (state.appHistory.length === 0 && !state.currentApp) {
+    lines.push("(没有运行的应用)");
+  } else {
+    if (state.currentApp) {
+      lines.push(`  ▶ ${state.currentApp} ← 当前`);
+    }
+    const seen = new Set(state.currentApp ? [state.currentApp] : []);
+    for (let i = state.appHistory.length - 1; i >= 0; i--) {
+      const app = state.appHistory[i];
+      if (!seen.has(app)) {
+        lines.push(`    ${app}`);
+        seen.add(app);
+      }
+    }
+  }
+  lines.push("");
+  lines.push("phone --open <app> 切换 | phone --close 关闭当前 | phone --back 返回");
+  return lines.join("\n");
+}
+
+function renderNotifications(personDir: string): string {
+  const notifs = loadNotifications(personDir);
+  const lines: string[] = ["=== 通知中心 ===", ""];
+  const unread = notifs.filter(n => !n.read);
+  if (unread.length === 0) {
+    lines.push("(没有新通知)");
+  } else {
+    for (const n of unread.slice(-20)) {
+      const strengthIcon = n.strength >= 0.8 ? "[HIGH]" : n.strength >= 0.5 ? "[MED]" : "[LOW]";
+      lines.push(`  ${strengthIcon} [${n.app}] ${n.title}`);
+      if (n.body) lines.push(`       ${n.body.slice(0, 100)}`);
+      lines.push("");
+    }
+    lines.push(`共 ${unread.length} 条未读`);
+  }
+  // Mark all as read
+  for (const n of notifs) n.read = true;
+  saveNotifications(personDir, notifs);
+  return lines.join("\n");
+}
+
+function openApp(state: PhoneState, appName: string): string {
+  const app = BUILTIN_APPS.find(a =>
+    a.name.toLowerCase() === appName.toLowerCase() ||
+    a.name.includes(appName)
+  );
+  if (!app) {
+    const names = BUILTIN_APPS.map(a => a.name).join(", ");
+    return `Error: 未找到应用 "${appName}"。可用: ${names}`;
+  }
+
+  if (state.currentApp) {
+    state.appHistory.push(state.currentApp);
+  }
+  state.currentApp = app.name;
+  state.currentPage = "main";
+
+  const lines: string[] = [
+    `${app.icon ? app.icon + " " : ""}${app.name} — ${app.messageDescription}`,
+    "",
+    "可用操作:",
+  ];
+  for (const action of app.homeActions) {
+    lines.push(`  • ${action}`);
+  }
+  lines.push("");
+  lines.push("系统: phone --back (返回) | phone --close (关闭) | phone --home");
+
+  return lines.join("\n");
+}
+
+// ── Main handler ───────────────────────────────────────────────
+export async function phoneCmd(args: any, ctx: any, personDir: string): Promise<any> {
+  const state = getState(personDir);
+
+  if (args.home || args._?.[0] === "home") {
+    state.currentApp = null; state.currentPage = null;
+    const out = renderHome(state);
+    ctx.ui?.notify?.("home", "info");
+    return { content: [{ type: "text", text: out }] };
+  }
+
+  if (args.notifications || args._?.[0] === "notifications") {
+    const out = renderNotifications(personDir);
+    ctx.ui?.notify?.("notifications", "info");
+    return { content: [{ type: "text", text: out }] };
+  }
+
+  if (args.appswitcher || args._?.[0] === "appswitcher") {
+    const out = renderAppSwitcher(state);
+    ctx.ui?.notify?.("app switcher", "info");
+    return { content: [{ type: "text", text: out }] };
+  }
+
+  if (args.close || args._?.[0] === "close") {
+    const closed = state.currentApp;
+    state.currentApp = state.appHistory.pop() ?? null;
+    state.currentPage = null;
+    const out = closed
+      ? `关闭了 ${closed}。${state.currentApp ? `回到 ${state.currentApp}` : "回到主页"}`
+      : "没有打开的应用。";
+    ctx.ui?.notify?.(closed || "home", "info");
+    return { content: [{ type: "text", text: out }] };
+  }
+
+  if (args.back || args._?.[0] === "back") {
+    if (!state.currentApp) {
+      return { content: [{ type: "text", text: "已在主页，没有可返回的。" }] };
+    }
+    // Back within app: go to main page
+    if (state.currentPage && state.currentPage !== "main") {
+      state.currentPage = "main";
+      return { content: [{ type: "text", text: `返回 ${state.currentApp} 主页。` }] };
+    }
+    // Back from app to previous app or home
+    const prev = state.appHistory.pop();
+    state.currentApp = prev ?? null;
+    state.currentPage = prev ? "main" : null;
+    const out = prev
+      ? `返回 ${prev}。`
+      : "返回主页。";
+    ctx.ui?.notify?.("back", "info");
+    return { content: [{ type: "text", text: out }] };
+  }
+
+  if (args.open || args._?.[0] === "open") {
+    const appName = (args.open || args._?.[1]) as string;
+    if (!appName) {
+      return { content: [{ type: "text", text: "用法: phone --open <应用名>" }] };
+    }
+    const out = openApp(state, appName);
+    ctx.ui?.notify?.(appName, "info");
+    return { content: [{ type: "text", text: out }] };
+  }
+
+  // default: show home
+  const out = renderHome(state);
+  return { content: [{ type: "text", text: out }] };
+}
+
+// ── Public API for other extensions ────────────────────────────
+export { BUILTIN_APPS, addNotification, loadNotifications, type Notification, type PhoneState, getState };

package/core/technology.phone/system.homepage/homepage.ts.SPEC

@@ -0,0 +1,22 @@
+source: homepage.ts @ fbf4078a
+
+# iPhone -- 手机主界面与导航
+
+## 功能
+模拟 iPhone 主屏幕、通知中心、应用切换器。管理手机 UI 状态（当前应用、历史栈）和通知队列。
+
+## 操作
+- `--home` -- 回到主屏幕，显示全部内置应用列表
+- `--open <app>` -- 打开指定应用（按名称模糊匹配）
+- `--back` -- 应用内返回上页，或返回上一个应用/主页
+- `--close` -- 关闭当前应用，回到上一个应用或主页
+- `--notifications` -- 显示未读通知并标记已读（保留最近 200 条）
+- `--appswitcher` -- 显示运行中的应用列表
+- 无参数 -- 等同 `--home`
+
+## 数据
+- `{personDir}/phone_notifications.json` -- Notification[] 通知队列
+- 内存 Map 缓存 PhoneState（unlocked/currentApp/appHistory）
+
+## 备注
+内置 10 个应用定义（BUILTIN_APPS）。导出 `addNotification` 供其他应用推送通知。通知队列上限 200 条。