@dsh-workbench/shared 0.3.10 → 1.0.0-beta.0

package/src/host/browser-find.ts

@@ -1,311 +0,0 @@
-import type { DshShell } from '../api/dsh.js';
-import { parseJsonLoose } from '../lib/text.js';
-import { BROWSER_READ_SESSION } from './browser-read.js';
-import { backgroundLine } from './opencli-window.js';
-import { runShell } from './shell.js';
-
-const DEFAULT_TIMEOUT_MS = 25000;
-const DEFAULT_SETTLE_MS = 2500;
-const URL_TIMEOUT_MS = 8000;
-const DEFAULT_LIMIT = 50;
-const DEFAULT_TEXT_MAX = 200;
-
-export interface BrowserFindEntry {
-  readonly text: string;
-  readonly tag: string;
-  readonly nth: number;
-}
-
-export interface BrowserFindResult {
-  readonly ok: boolean;
-  readonly code: string;
-  readonly at: number;
-  readonly entries: readonly BrowserFindEntry[];
-  readonly count: number;
-  readonly message: string;
-  readonly hint?: string;
-  readonly detail?: string;
-  readonly helpUrl?: string;
-}
-
-export interface BrowserFindOptions {
-  readonly shell: DshShell;
-  readonly css: string;
-  readonly url?: string;
-  readonly command?: string;
-  readonly session?: string;
-  readonly limit?: number;
-  readonly textMax?: number;
-  readonly open?: boolean;
-  readonly timeoutMs?: number;
-  readonly settleMs?: number;
-}
-
-export function cellRowsOf(
-  entries: readonly { readonly text?: string }[],
-  minCells = 2,
-): string[][] {
-  const rows: string[][] = [];
-  for (const entry of entries) {
-    const text = typeof entry?.text === 'string' ? entry.text : '';
-    const cells = text
-      .split('\n')
-      .map((one) => one.trim())
-      .filter((one) => one !== '');
-    if (cells.length >= minCells) rows.push(cells);
-  }
-  return rows;
-}
-
-export function cellRows(text: string): string[] {
-  return text
-    .split('\n')
-    .map((one) => one.trim())
-    .filter((one) => one !== '');
-}
-
-function asRecord(value: unknown): Record<string, unknown> | undefined {
-  return typeof value === 'object' && value !== null ? (value as Record<string, unknown>) : undefined;
-}
-
-function textOf(value: unknown): string {
-  return typeof value === 'string' ? value.trim() : '';
-}
-
-export function entriesOf(value: unknown): BrowserFindEntry[] {
-  const record = asRecord(value);
-  const raw = record === undefined ? undefined : record['entries'];
-  if (!Array.isArray(raw)) return [];
-  const entries: BrowserFindEntry[] = [];
-  for (const one of raw) {
-    const item = asRecord(one);
-    if (item === undefined) continue;
-    const nth = typeof item['nth'] === 'number' ? item['nth'] : entries.length;
-    entries.push({ text: textOf(item['text']), tag: textOf(item['tag']), nth });
-  }
-  return entries;
-}
-
-export function reasonOf(stdout: string, stderr: string): string {
-  const parsed = asRecord(parseJsonLoose(stdout));
-  const error = parsed === undefined ? undefined : asRecord(parsed['error']);
-  const message = error === undefined ? '' : textOf(error['message']);
-  if (message !== '') return message;
-  const source = stderr.trim() === '' ? stdout : stderr;
-  const lines = source
-    .split('\n')
-    .map((one) => one.trim())
-    .filter((one) => one !== '');
-  return (lines[lines.length - 1] ?? '').slice(-200);
-}
-
-function hintOf(stdout: string): string | undefined {
-  const parsed = asRecord(parseJsonLoose(stdout));
-  const error = parsed === undefined ? undefined : asRecord(parsed['error']);
-  const hint = error === undefined ? '' : textOf(error['hint']);
-  return hint === '' ? undefined : hint;
-}
-
-export function sameOrigin(left: string, right: string): boolean {
-  try {
-    return new URL(left).origin === new URL(right).origin;
-  } catch {
-    return false;
-  }
-}
-
-export function urlOf(stdout: string): string {
-  const lines = stdout
-    .split('\n')
-    .map((one) => one.trim())
-    .filter((one) => one !== '');
-  const first = (lines[0] ?? '').replace(/^url:\s*/i, '').trim();
-  const bare = first.replace(/^["']+|["']+$/g, '');
-  if (bare.startsWith('{')) {
-    const parsed = asRecord(parseJsonLoose(bare));
-    const url = parsed === undefined ? '' : textOf(parsed['url']);
-    if (url !== '') return url;
-  }
-  return bare;
-}
-
-async function currentUrl(
-  shell: DshShell,
-  command: string,
-  session: string,
-): Promise<string> {
-  const line = backgroundLine(command, ['browser', session, 'get', 'url', '--window', 'background']);
-  try {
-    const result = await runShell(shell, line, { timeoutMs: URL_TIMEOUT_MS });
-    if (result.exitCode !== 0) return '';
-    return urlOf(result.stdout);
-  } catch {
-    return '';
-  }
-}
-
-function sleep(ms: number): Promise<void> {
-  return new Promise((resolve) => setTimeout(resolve, ms));
-}
-
-type FindOutcome =
-  | { readonly kind: 'ok'; readonly entries: readonly BrowserFindEntry[]; readonly stdout: string }
-  | { readonly kind: 'timeout'; readonly detail: string }
-  | { readonly kind: 'failed'; readonly detail: string; readonly hint?: string };
-
-async function findOnce(
-  shell: DshShell,
-  command: string,
-  session: string,
-  css: string,
-  limit: number,
-  textMax: number,
-  timeoutMs: number,
-): Promise<FindOutcome | undefined> {
-  const line = backgroundLine(command, [
-    'browser',
-    session,
-    'find',
-    '--css',
-    css,
-    '--limit',
-    String(limit),
-    '--text-max',
-    String(textMax),
-    '--window',
-    'background',
-  ]);
-  const result = await runShell(shell, line, { timeoutMs });
-  if (result.timedOut) {
-    return { kind: 'timeout', detail: `没在 ${Math.round(timeoutMs / 1000)} 秒内返回` };
-  }
-  if (result.exitCode !== 0) {
-    return {
-      kind: 'failed',
-      detail: reasonOf(result.stdout, result.stderr),
-      ...(hintOf(result.stdout) === undefined ? {} : { hint: hintOf(result.stdout) }),
-    };
-  }
-  const entries = entriesOf(parseJsonLoose(result.stdout));
-  return { kind: 'ok', entries, stdout: result.stdout };
-}
-
-async function openOnce(
-  shell: DshShell,
-  command: string,
-  session: string,
-  url: string,
-  timeoutMs: number,
-): Promise<string | undefined> {
-  const line = backgroundLine(command, ['browser', session, 'open', url, '--window', 'background']);
-  let result: Awaited<ReturnType<typeof runShell>>;
-  try {
-    result = await runShell(shell, line, { timeoutMs });
-  } catch (error) {
-    return error instanceof Error ? error.message : String(error);
-  }
-  if (result.timedOut) return `没在 ${Math.round(timeoutMs / 1000)} 秒内打开`;
-  if (result.exitCode !== 0) {
-    const reason = reasonOf(result.stdout, result.stderr);
-    return reason === '' ? `opencli 打开失败（退出码 ${String(result.exitCode ?? '?')}）` : reason;
-  }
-  return undefined;
-}
-
-export async function browserFind(options: BrowserFindOptions): Promise<BrowserFindResult> {
-  const { shell, css, url, open = true } = options;
-  const command = options.command ?? 'opencli';
-  const session = options.session ?? BROWSER_READ_SESSION;
-  const limit = options.limit ?? DEFAULT_LIMIT;
-  const textMax = options.textMax ?? DEFAULT_TEXT_MAX;
-  const timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;
-  const settleMs = options.settleMs ?? DEFAULT_SETTLE_MS;
-  const at = Date.now();
-
-  const find = async (): Promise<FindOutcome | undefined> => {
-    try {
-      return await findOnce(shell, command, session, css, limit, textMax, timeoutMs);
-    } catch (error) {
-      return {
-        kind: 'failed',
-        detail: error instanceof Error ? error.message : String(error),
-        hint: '确认这台机器上 opencli 能跑（工作台会自己把它挂好）',
-      };
-    }
-  };
-
-  const canMove = open && url !== undefined;
-
-  if (canMove) {
-    const here = await currentUrl(shell, command, session);
-    if (here !== '' && !sameOrigin(here, url)) {
-      const opened = await openOnce(shell, command, session, url, timeoutMs);
-      if (opened !== undefined) {
-        return {
-          ok: false,
-          code: 'cli-exec-failed',
-          at,
-          entries: [],
-          count: 0,
-          message: '打不开那个页面',
-          hint: '在浏览器里手动打开一次，然后重试',
-          detail: opened,
-          helpUrl: url,
-        };
-      }
-      await sleep(settleMs);
-    }
-  }
-
-  let outcome = await find();
-  if (outcome === undefined) {
-    return { ok: false, code: 'cli-exec-failed', at, entries: [], count: 0, message: '没找到元素' };
-  }
-
-  if (outcome.kind === 'failed' && canMove) {
-    const opened = await openOnce(shell, command, session, url, timeoutMs);
-    if (opened === undefined) {
-      await sleep(settleMs);
-      const second = await find();
-      if (second !== undefined) outcome = second;
-    }
-  }
-
-  if (outcome.kind === 'timeout') {
-    return {
-      ok: false,
-      code: 'cli-timeout',
-      at,
-      entries: [],
-      count: 0,
-      message: '这次没找到元素（等超时了）',
-      hint: '稍后重试',
-      detail: outcome.detail,
-      ...(url === undefined ? {} : { helpUrl: url }),
-    };
-  }
-
-  if (outcome.kind === 'failed') {
-    const detail = outcome.detail;
-    return {
-      ok: false,
-      code: 'cli-exec-failed',
-      at,
-      entries: [],
-      count: 0,
-      message: detail === '' ? '没找到元素（opencli 命令失败）' : `没找到元素：${detail}`,
-      ...(outcome.hint === undefined ? {} : { hint: outcome.hint }),
-      ...(detail === '' ? {} : { detail }),
-      ...(url === undefined ? {} : { helpUrl: url }),
-    };
-  }
-
-  return {
-    ok: true,
-    code: 'ok',
-    at,
-    entries: outcome.entries,
-    count: outcome.entries.length,
-    message: outcome.entries.length === 0 ? '页面上没有匹配的元素' : `找到 ${String(outcome.entries.length)} 个元素`,
-  };
-}

package/src/host/browser-read.ts

@@ -1,311 +0,0 @@
-import type { DshShell } from '../api/dsh.js';
-import { parseJsonLoose } from '../lib/text.js';
-import { tailLines } from './shell-text.js';
-import { backgroundLine } from './opencli-window.js';
-import { runShell } from './shell.js';
-
-export const BROWSER_SCREEN_SESSION = 'workbench';
-export const BROWSER_READ_SESSION = 'workbench-read';
-export const BROWSER_RECORD_SESSION = 'workbench-rec';
-
-const DEFAULT_TIMEOUT_MS = 25000;
-const DEFAULT_RETRY_MS = 1200;
-const DEFAULT_SETTLE_MS = 900;
-
-const AUTH_CODES = new Set([
-  'NOT_LOGGED_IN',
-  'NOT_LOGIN',
-  'AUTH_FAILED',
-  'AUTH_REQUIRED',
-  'UNAUTHENTICATED',
-  'UNAUTHORIZED',
-  'TOKEN_EXPIRED',
-]);
-
-const PERMISSION_CODES = new Set(['FORBIDDEN', 'PERMISSION_DENIED', 'NO_PERMISSION', 'EACCES']);
-
-export interface BrowserReadResult {
-  readonly ok: boolean;
-  readonly code: string;
-  readonly at: number;
-  readonly value?: unknown;
-  readonly pageCode?: string;
-  readonly message: string;
-  readonly hint?: string;
-  readonly detail?: string;
-  readonly helpUrl?: string;
-}
-
-export interface BrowserReadOptions {
-  readonly shell: DshShell;
-  readonly script: string;
-  readonly url?: string;
-  readonly loginUrl?: string;
-  readonly command?: string;
-  readonly session?: string;
-  readonly open?: boolean;
-  readonly timeoutMs?: number;
-  readonly retryMs?: number;
-  readonly settleMs?: number;
-}
-
-function asRecord(value: unknown): Record<string, unknown> | undefined {
-  return typeof value === 'object' && value !== null ? (value as Record<string, unknown>) : undefined;
-}
-
-function textOf(value: unknown): string {
-  return typeof value === 'string' ? value.trim() : '';
-}
-
-function codeOf(page: unknown): string {
-  const record = asRecord(page);
-  return record === undefined ? '' : textOf(record['code']);
-}
-
-function messageOf(page: unknown): string {
-  const record = asRecord(page);
-  return record === undefined ? '' : textOf(record['message']);
-}
-
-function hintOf(page: unknown): string | undefined {
-  const record = asRecord(page);
-  const hint = record === undefined ? '' : textOf(record['hint']);
-  return hint === '' ? undefined : hint;
-}
-
-function pageFailed(page: unknown): boolean {
-  const record = asRecord(page);
-  return record !== undefined && record['ok'] === false;
-}
-
-function blockerFor(code: string): 'auth-required' | 'permission-denied' | undefined {
-  const normalized = code.trim().toUpperCase().replace(/-/g, '_');
-  if (normalized === '') return undefined;
-  const matches = (set: Set<string>): boolean =>
-    [...set].some((one) => normalized === one || normalized.endsWith(`_${one}`));
-  if (matches(PERMISSION_CODES)) return 'permission-denied';
-  if (matches(AUTH_CODES) || normalized.includes('UNAUTH')) return 'auth-required';
-  return undefined;
-}
-
-function sleep(ms: number): Promise<void> {
-  return new Promise((resolve) => setTimeout(resolve, ms));
-}
-
-type Attempt =
-  | { readonly kind: 'value'; readonly value: unknown }
-  | { readonly kind: 'failure'; readonly result: Omit<BrowserReadResult, 'at'> };
-
-type ShellOutcome =
-  | { readonly kind: 'ok'; readonly stdout: string }
-  | { readonly kind: 'timeout'; readonly detail: string; readonly stderr: string }
-  | { readonly kind: 'failed'; readonly detail: string; readonly stderr: string };
-
-async function shellRun(
-  shell: DshShell,
-  command: string,
-  argv: readonly string[],
-  timeoutMs: number,
-): Promise<ShellOutcome> {
-  const result = await runShell(shell, backgroundLine(command, argv), { timeoutMs });
-  if (result.timedOut) {
-    return { kind: 'timeout', detail: `没在 ${Math.round(timeoutMs / 1000)} 秒内返回`, stderr: result.stderr };
-  }
-  if (result.exitCode !== 0) {
-    return { kind: 'failed', detail: tailLines(result.stderr || result.stdout, 4), stderr: result.stderr };
-  }
-  return { kind: 'ok', stdout: result.stdout };
-}
-
-async function evalOnce(
-  shell: DshShell,
-  command: string,
-  session: string,
-  script: string,
-  timeoutMs: number,
-  retryMs: number,
-): Promise<Attempt> {
-  const run = async (): Promise<Attempt> => {
-    let attempt: Awaited<ReturnType<typeof shellRun>>;
-    try {
-      attempt = await shellRun(
-        shell,
-        command,
-        ['browser', session, 'eval', script, '--window', 'background'],
-        timeoutMs,
-      );
-    } catch (error) {
-      return {
-        kind: 'failure',
-        result: {
-          ok: false,
-          code: 'cli-exec-failed',
-          message: '读不了：opencli 起不来',
-          hint: '确认这台机器上 opencli 能跑（工作台会自己把它挂好）',
-          detail: error instanceof Error ? error.message : String(error),
-        },
-      };
-    }
-    if (attempt.kind === 'timeout') {
-      return {
-        kind: 'failure',
-        result: {
-          ok: false,
-          code: 'cli-timeout',
-          message: '这次没读到（等超时了）',
-          hint: '稍后重试',
-          detail: attempt.detail,
-        },
-      };
-    }
-    if (attempt.kind === 'failed') {
-      const normalized = attempt.stderr.trim().toUpperCase().replace(/-/g, '_');
-      const forbidden = [...PERMISSION_CODES].some((one) => normalized.includes(one));
-      return {
-        kind: 'failure',
-        result: {
-          ok: false,
-          code: forbidden ? 'permission-denied' : 'cli-exec-failed',
-          message: forbidden ? '没有权限在这台机器上读' : '读不了（命令失败）',
-          hint: forbidden ? '换一个有权限的账号，或让用户开权限' : '把下面这段原始输出看一眼再重试',
-          detail: attempt.detail,
-        },
-      };
-    }
-    const value = parseJsonLoose(attempt.stdout);
-    if (value === undefined) {
-      return {
-        kind: 'failure',
-        result: {
-          ok: false,
-          code: 'cli-exec-failed',
-          message: '读到了、但不是 JSON',
-          hint: '脚本必须回 JSON',
-          detail: tailLines(attempt.stdout, 4),
-        },
-      };
-    }
-    return { kind: 'value', value };
-  };
-
-  const first = await run();
-  if (first.kind === 'value') return first;
-  if (first.result.code !== 'cli-exec-failed') return first;
-  await sleep(retryMs);
-  return run();
-}
-
-async function openOnce(
-  shell: DshShell,
-  command: string,
-  session: string,
-  url: string,
-  timeoutMs: number,
-): Promise<Omit<BrowserReadResult, 'at'> | undefined> {
-  let attempt: Awaited<ReturnType<typeof shellRun>>;
-  try {
-    attempt = await shellRun(shell, command, ['browser', session, 'open', url, '--window', 'background'], timeoutMs);
-  } catch (error) {
-    return {
-      ok: false,
-      code: 'cli-exec-failed',
-      message: '打不开那个页面',
-      hint: '确认 opencli 能跑起来',
-      detail: error instanceof Error ? error.message : String(error),
-      helpUrl: url,
-    };
-  }
-  if (attempt.kind === 'ok') return undefined;
-  return {
-    ok: false,
-    code: attempt.kind === 'timeout' ? 'cli-timeout' : 'cli-exec-failed',
-    message: '打不开那个页面',
-    hint: '在浏览器里手动打开一次，然后重试',
-    detail: attempt.detail,
-    helpUrl: url,
-  };
-}
-
-export async function browserRead(options: BrowserReadOptions): Promise<BrowserReadResult> {
-  const { shell, script, url, loginUrl, open = true } = options;
-  const command = options.command ?? 'opencli';
-  const session = options.session ?? BROWSER_READ_SESSION;
-  const timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;
-  const retryMs = options.retryMs ?? DEFAULT_RETRY_MS;
-  const settleMs = options.settleMs ?? DEFAULT_SETTLE_MS;
-  const at = Date.now();
-
-  const first = await evalOnce(shell, command, session, script, timeoutMs, retryMs);
-  if (first.kind === 'failure') return { ...first.result, at };
-  let page = first.value;
-
-  if (codeOf(page) === 'not-on-site') {
-    if (!open || url === undefined) {
-      return {
-        ok: false,
-        code: 'cli-exec-failed',
-        at,
-        message: '没停在那套系统上',
-        hint: '先在那个浏览器里把它打开，再读一次',
-        detail: JSON.stringify(page),
-        ...(url === undefined ? {} : { helpUrl: url }),
-      };
-    }
-    const opened = await openOnce(shell, command, session, url, timeoutMs);
-    if (opened !== undefined) return { ...opened, at };
-    await sleep(settleMs);
-    const second = await evalOnce(shell, command, session, script, timeoutMs, retryMs);
-    if (second.kind === 'failure') return { ...second.result, at };
-    page = second.value;
-    if (codeOf(page) === 'not-on-site') {
-      return {
-        ok: false,
-        code: 'cli-exec-failed',
-        at,
-        message: '打开了页面、又读了一遍，仍然不在那套系统上',
-        hint: '确认这个地址就是那套系统（或者它跳到了别的域）',
-        detail: JSON.stringify(page),
-        helpUrl: url,
-      };
-    }
-  }
-
-  if (!pageFailed(page)) return { ok: true, code: 'ok', at, value: page, message: '读到了' };
-
-  const pageCode = codeOf(page) || 'read-failed';
-  const message = messageOf(page) || `读不到（${pageCode}）`;
-  const blocker = blockerFor(pageCode);
-  if (blocker === 'auth-required') {
-    return {
-      ok: false,
-      code: blocker,
-      at,
-      pageCode,
-      message,
-      hint: '去登录一次，再重试',
-      detail: JSON.stringify(page),
-      ...(loginUrl === undefined && url === undefined ? {} : { helpUrl: loginUrl ?? url }),
-    };
-  }
-  if (blocker === 'permission-denied') {
-    return {
-      ok: false,
-      code: blocker,
-      at,
-      pageCode,
-      message,
-      hint: '这个账号没有权限',
-      detail: JSON.stringify(page),
-      ...(loginUrl === undefined && url === undefined ? {} : { helpUrl: loginUrl ?? url }),
-    };
-  }
-  return {
-    ok: false,
-    code: pageCode,
-    at,
-    pageCode,
-    message,
-    detail: JSON.stringify(page),
-    ...(hintOf(page) === undefined ? {} : { hint: hintOf(page) }),
-  };
-}

package/src/host/opencli-runtime.ts

@@ -1,79 +0,0 @@
-import { OPENCLI_PIN } from '../config/constants.js';
-import type { UnitLibNeed } from '../api/unit.js';
-import { quoteShellArg } from './shell-text.js';
-
-import { dshHome } from './data-root.js';
-
-export { dshHome };
-
-export function isolatedRoot(): string {
-  return `${dshHome()}/workbench/opencli`;
-}
-
-export function isolatedHome(): string {
-  return `${isolatedRoot()}/home`;
-}
-
-export const OPENCLI_NPM_PACKAGE = '@jackwener/opencli';
-
-export function toolchainDir(): string {
-  return `${isolatedRoot()}/toolchain`;
-}
-
-export function toolchainOpencliDir(): string {
-  return `${toolchainDir()}/node_modules/${OPENCLI_NPM_PACKAGE}`;
-}
-
-export function vendorPrefix(): string {
-  return `${isolatedRoot()}/plugins-npm`;
-}
-
-export function vendorPluginsDir(): string {
-  return `${vendorPrefix()}/node_modules`;
-}
-
-export const OPENCLI_CATALOG_ENV = 'DSH_WB_OPENCLI_CATALOG';
-
-export function cliCatalogPath(): string {
-  const override = process.env[OPENCLI_CATALOG_ENV]?.trim();
-  return override === undefined || override === ''
-    ? `${toolchainOpencliDir()}/cli-manifest.json`
-    : override;
-}
-
-export function vendorPeerLink(): { readonly dir: string; readonly parent: string } {
-  const base = `${vendorPrefix()}/node_modules`;
-  const [scope] = OPENCLI_NPM_PACKAGE.split('/');
-  return { dir: `${base}/${OPENCLI_NPM_PACKAGE}`, parent: `${base}/${scope}` };
-}
-
-export function npmCacheDir(): string {
-  return `${isolatedRoot()}/npm-cache`;
-}
-
-export function isolatedCommand(): string {
-  return `${isolatedRoot()}/bin/opencli`;
-}
-
-export function libsPrefix(): string {
-  return `${isolatedRoot()}/libs`;
-}
-
-export function libDir(name: string): string {
-  return `${libsPrefix()}/node_modules/${name}`;
-}
-
-export function libInstallCommand(options: {
-  readonly need: UnitLibNeed;
-  readonly version?: string | undefined;
-}): string {
-  const { need, version } = options;
-  const registry =
-    process.env[need.registryEnv]?.trim() || need.registryDefault;
-  const spec = version ?? need.version ?? 'latest';
-  return `npm i --prefix '${libsPrefix()}' ${quoteShellArg(`${need.name}@${spec}`)} --registry '${registry}' --cache '${npmCacheDir()}'`;
-}
-
-export function isolatedInstallCommand(): string {
-  return `npm i --prefix '${toolchainDir()}' ${OPENCLI_NPM_PACKAGE}@${OPENCLI_PIN} --cache '${npmCacheDir()}'`;
-}