@archipelagolab/lobi 1.0.1 → 1.0.6

package/src/matrix/format.ts

@@ -1,428 +0,0 @@
-import MarkdownIt from "markdown-it";
-import {
-  isAutoLinkedFileRef,
-  normalizeLowercaseStringOrEmpty,
-} from "openclaw/plugin-sdk/text-runtime";
-import type { MatrixClient } from "./sdk.js";
-import { isMatrixQualifiedUserId } from "./target-ids.js";
-
-const md = new MarkdownIt({
-  html: false,
-  linkify: true,
-  breaks: true,
-  typographer: false,
-});
-
-md.enable("strikethrough");
-
-const { escapeHtml } = md.utils;
-
-export type MatrixMentions = {
-  room?: boolean;
-  user_ids?: string[];
-};
-
-type MarkdownToken = ReturnType<typeof md.parse>[number];
-type MarkdownInlineToken = NonNullable<MarkdownToken["children"]>[number];
-type MatrixMentionCandidate = {
-  raw: string;
-  start: number;
-  end: number;
-  kind: "room" | "user";
-  userId?: string;
-};
-
-const ESCAPED_MENTION_SENTINEL = "\uE000";
-const MENTION_PATTERN = /@[A-Za-z0-9._=+\-/:[\]]+/g;
-const MATRIX_MENTION_USER_ID_PATTERN =
-  /^@[A-Za-z0-9._=+\-/]+:(?:[A-Za-z0-9.-]+|\[[0-9A-Fa-f:.]+\])(?::\d+)?$/;
-const TRIMMABLE_MENTION_SUFFIX = /[),.!?:;\]]/;
-
-function shouldSuppressAutoLink(
-  tokens: Parameters<NonNullable<typeof md.renderer.rules.link_open>>[0],
-  idx: number,
-): boolean {
-  const token = tokens[idx];
-  if (token?.type !== "link_open" || token.info !== "auto") {
-    return false;
-  }
-  const href = token.attrGet("href") ?? "";
-  const label = tokens[idx + 1]?.type === "text" ? (tokens[idx + 1]?.content ?? "") : "";
-  return Boolean(href && label && isAutoLinkedFileRef(href, label));
-}
-
-md.renderer.rules.image = (tokens, idx) => escapeHtml(tokens[idx]?.content ?? "");
-
-md.renderer.rules.html_block = (tokens, idx) => escapeHtml(tokens[idx]?.content ?? "");
-md.renderer.rules.html_inline = (tokens, idx) => escapeHtml(tokens[idx]?.content ?? "");
-md.renderer.rules.link_open = (tokens, idx, _options, _env, self) =>
-  shouldSuppressAutoLink(tokens, idx) ? "" : self.renderToken(tokens, idx, _options);
-md.renderer.rules.link_close = (tokens, idx, _options, _env, self) => {
-  const openIdx = idx - 2;
-  if (openIdx >= 0 && shouldSuppressAutoLink(tokens, openIdx)) {
-    return "";
-  }
-  return self.renderToken(tokens, idx, _options);
-};
-
-function maskEscapedMentions(markdown: string): string {
-  let masked = "";
-  let idx = 0;
-  let codeFenceLength = 0;
-
-  while (idx < markdown.length) {
-    if (markdown[idx] === "`" && !isMarkdownEscaped(markdown, idx)) {
-      let runLength = 1;
-      while (markdown[idx + runLength] === "`") {
-        runLength += 1;
-      }
-      if (codeFenceLength === 0) {
-        codeFenceLength = runLength;
-      } else if (runLength === codeFenceLength) {
-        codeFenceLength = 0;
-      }
-      masked += markdown.slice(idx, idx + runLength);
-      idx += runLength;
-      continue;
-    }
-    if (codeFenceLength === 0 && markdown[idx] === "\\" && markdown[idx + 1] === "@") {
-      masked += ESCAPED_MENTION_SENTINEL;
-      idx += 2;
-      continue;
-    }
-    masked += markdown[idx] ?? "";
-    idx += 1;
-  }
-
-  return masked;
-}
-
-function isMarkdownEscaped(markdown: string, idx: number): boolean {
-  let slashCount = 0;
-  let cursor = idx - 1;
-  while (cursor >= 0 && markdown[cursor] === "\\") {
-    slashCount += 1;
-    cursor -= 1;
-  }
-  return slashCount % 2 === 1;
-}
-
-function restoreEscapedMentions(text: string): string {
-  return text.replaceAll(ESCAPED_MENTION_SENTINEL, "@");
-}
-
-function restoreEscapedMentionsInCode(text: string): string {
-  return text.replaceAll(ESCAPED_MENTION_SENTINEL, "\\@");
-}
-
-function restoreEscapedMentionsInBlockTokens(tokens: MarkdownToken[]): void {
-  for (const token of tokens) {
-    if ((token.type === "fence" || token.type === "code_block") && token.content) {
-      token.content = restoreEscapedMentionsInCode(token.content);
-    }
-  }
-}
-
-function isMentionStartBoundary(charBefore: string | undefined): boolean {
-  return !charBefore || !/[A-Za-z0-9_]/.test(charBefore);
-}
-
-function trimMentionSuffix(raw: string, end: number): { raw: string; end: number } | null {
-  while (raw.length > 1 && TRIMMABLE_MENTION_SUFFIX.test(raw.at(-1) ?? "")) {
-    if (raw.at(-1) === "]" && /\[[0-9A-Fa-f:.]+\](?::\d+)?$/i.test(raw)) {
-      break;
-    }
-    raw = raw.slice(0, -1);
-    end -= 1;
-  }
-  if (!raw.startsWith("@") || raw === "@") {
-    return null;
-  }
-  return { raw, end };
-}
-
-function isMatrixMentionUserId(raw: string): boolean {
-  return isMatrixQualifiedUserId(raw) && MATRIX_MENTION_USER_ID_PATTERN.test(raw);
-}
-
-function buildMentionCandidate(raw: string, start: number): MatrixMentionCandidate | null {
-  const normalized = trimMentionSuffix(raw, start + raw.length);
-  if (!normalized) {
-    return null;
-  }
-  const kind = normalizeLowercaseStringOrEmpty(normalized.raw) === "@room" ? "room" : "user";
-  const base: MatrixMentionCandidate = {
-    raw: normalized.raw,
-    start,
-    end: normalized.end,
-    kind,
-  };
-  if (kind === "room") {
-    return base;
-  }
-  const userCandidate = isMatrixMentionUserId(normalized.raw)
-    ? { ...base, userId: normalized.raw }
-    : null;
-  if (!userCandidate) {
-    return null;
-  }
-  return userCandidate;
-}
-
-function collectMentionCandidates(text: string): MatrixMentionCandidate[] {
-  const mentions: MatrixMentionCandidate[] = [];
-  for (const match of text.matchAll(MENTION_PATTERN)) {
-    const raw = match[0];
-    const start = match.index ?? -1;
-    if (start < 0 || !raw) {
-      continue;
-    }
-    if (!isMentionStartBoundary(text[start - 1])) {
-      continue;
-    }
-    const candidate = buildMentionCandidate(raw, start);
-    if (!candidate) {
-      continue;
-    }
-    mentions.push(candidate);
-  }
-  return mentions;
-}
-
-function createToken(
-  sample: MarkdownInlineToken,
-  type: string,
-  tag: string,
-  nesting: number,
-): MarkdownInlineToken {
-  const TokenCtor = sample.constructor as new (
-    type: string,
-    tag: string,
-    nesting: number,
-  ) => MarkdownInlineToken;
-  return new TokenCtor(type, tag, nesting);
-}
-
-function createTextToken(sample: MarkdownInlineToken, content: string): MarkdownInlineToken {
-  const token = createToken(sample, "text", "", 0);
-  token.content = content;
-  return token;
-}
-
-function createMentionLinkTokens(params: {
-  sample: MarkdownInlineToken;
-  href: string;
-  label: string;
-}): MarkdownInlineToken[] {
-  const open = createToken(params.sample, "link_open", "a", 1);
-  open.attrSet("href", params.href);
-  const text = createTextToken(params.sample, params.label);
-  const close = createToken(params.sample, "link_close", "a", -1);
-  return [open, text, close];
-}
-
-function resolveMentionUserId(match: MatrixMentionCandidate): string | null {
-  if (match.kind !== "user") {
-    return null;
-  }
-  return match.userId ?? null;
-}
-
-async function resolveMatrixSelfUserId(client: MatrixClient): Promise<string | null> {
-  const getUserId = (client as { getUserId?: () => Promise<string> | string }).getUserId;
-  if (typeof getUserId !== "function") {
-    return null;
-  }
-  return await Promise.resolve(getUserId.call(client)).catch(() => null);
-}
-
-function mutateInlineTokensWithMentions(params: {
-  children: MarkdownInlineToken[];
-  userIds: string[];
-  seenUserIds: Set<string>;
-  selfUserId: string | null;
-}): { children: MarkdownInlineToken[]; roomMentioned: boolean } {
-  const nextChildren: MarkdownInlineToken[] = [];
-  let roomMentioned = false;
-  let insideLinkDepth = 0;
-  for (const child of params.children) {
-    if (child.type === "link_open") {
-      insideLinkDepth += 1;
-      nextChildren.push(child);
-      continue;
-    }
-    if (child.type === "link_close") {
-      insideLinkDepth = Math.max(0, insideLinkDepth - 1);
-      nextChildren.push(child);
-      continue;
-    }
-    if (child.type !== "text" || !child.content) {
-      nextChildren.push(child);
-      continue;
-    }
-
-    const visibleContent = restoreEscapedMentions(child.content);
-    if (insideLinkDepth > 0) {
-      nextChildren.push(createTextToken(child, visibleContent));
-      continue;
-    }
-    const matches = collectMentionCandidates(child.content);
-    if (matches.length === 0) {
-      nextChildren.push(createTextToken(child, visibleContent));
-      continue;
-    }
-
-    let cursor = 0;
-    for (const match of matches) {
-      if (match.start > cursor) {
-        nextChildren.push(
-          createTextToken(child, restoreEscapedMentions(child.content.slice(cursor, match.start))),
-        );
-      }
-      cursor = match.end;
-      if (match.kind === "room") {
-        roomMentioned = true;
-        nextChildren.push(createTextToken(child, match.raw));
-        continue;
-      }
-
-      const resolvedUserId = resolveMentionUserId(match);
-      if (!resolvedUserId || resolvedUserId === params.selfUserId) {
-        nextChildren.push(createTextToken(child, match.raw));
-        continue;
-      }
-      if (!params.seenUserIds.has(resolvedUserId)) {
-        params.seenUserIds.add(resolvedUserId);
-        params.userIds.push(resolvedUserId);
-      }
-      nextChildren.push(
-        ...createMentionLinkTokens({
-          sample: child,
-          href: `https://matrix.to/#/${encodeURIComponent(resolvedUserId)}`,
-          label: match.raw,
-        }),
-      );
-    }
-    if (cursor < child.content.length) {
-      nextChildren.push(
-        createTextToken(child, restoreEscapedMentions(child.content.slice(cursor))),
-      );
-    }
-  }
-  return { children: nextChildren, roomMentioned };
-}
-
-// Compact loose lists by hiding a list item's single wrapper paragraph,
-// mirroring what markdown-it already does for tight lists. Without this
-// Element renders <p> margins inside <li>, splitting numbers from content.
-//
-// Keep multi-paragraph items visible so separate paragraphs do not collapse
-// together inside the same list item.
-function compactLooseListTokens(tokens: MarkdownToken[]): void {
-  const listItemStack: Array<{
-    level: number;
-    immediateParagraphOpenIndexes: number[];
-    immediateParagraphCloseIndexes: number[];
-  }> = [];
-
-  for (const [index, token] of tokens.entries()) {
-    if (token.type === "list_item_open") {
-      listItemStack.push({
-        level: token.level,
-        immediateParagraphOpenIndexes: [],
-        immediateParagraphCloseIndexes: [],
-      });
-      continue;
-    }
-
-    if (token.type === "list_item_close") {
-      const item = listItemStack.pop();
-      if (
-        item &&
-        item.immediateParagraphOpenIndexes.length === 1 &&
-        item.immediateParagraphCloseIndexes.length === 1
-      ) {
-        tokens[item.immediateParagraphOpenIndexes[0]].hidden = true;
-        tokens[item.immediateParagraphCloseIndexes[0]].hidden = true;
-      }
-      continue;
-    }
-
-    const currentItem = listItemStack.at(-1);
-    if (!currentItem || token.level !== currentItem.level + 1) {
-      continue;
-    }
-
-    if (token.type === "paragraph_open") {
-      currentItem.immediateParagraphOpenIndexes.push(index);
-    } else if (token.type === "paragraph_close") {
-      currentItem.immediateParagraphCloseIndexes.push(index);
-    }
-  }
-}
-
-export function markdownToMatrixHtml(markdown: string): string {
-  const tokens = md.parse(markdown ?? "", {});
-  compactLooseListTokens(tokens);
-  return md.renderer.render(tokens, md.options, {}).trimEnd();
-}
-
-async function resolveMarkdownMentionState(params: {
-  markdown: string;
-  client: MatrixClient;
-}): Promise<{ tokens: MarkdownToken[]; mentions: MatrixMentions }> {
-  const markdown = maskEscapedMentions(params.markdown ?? "");
-  const tokens = md.parse(markdown, {});
-  restoreEscapedMentionsInBlockTokens(tokens);
-  const selfUserId = await resolveMatrixSelfUserId(params.client);
-  const userIds: string[] = [];
-  const seenUserIds = new Set<string>();
-  let roomMentioned = false;
-
-  for (const token of tokens) {
-    if (!token.children?.length) {
-      continue;
-    }
-    const mutated = mutateInlineTokensWithMentions({
-      children: token.children,
-      userIds,
-      seenUserIds,
-      selfUserId,
-    });
-    token.children = mutated.children;
-    roomMentioned ||= mutated.roomMentioned;
-  }
-
-  const mentions: MatrixMentions = {};
-  if (userIds.length > 0) {
-    mentions.user_ids = userIds;
-  }
-  if (roomMentioned) {
-    mentions.room = true;
-  }
-  return {
-    tokens,
-    mentions,
-  };
-}
-
-export async function resolveMatrixMentionsInMarkdown(params: {
-  markdown: string;
-  client: MatrixClient;
-}): Promise<MatrixMentions> {
-  const state = await resolveMarkdownMentionState(params);
-  return state.mentions;
-}
-
-export async function renderMarkdownToMatrixHtmlWithMentions(params: {
-  markdown: string;
-  client: MatrixClient;
-}): Promise<{ html?: string; mentions: MatrixMentions }> {
-  const state = await resolveMarkdownMentionState(params);
-  compactLooseListTokens(state.tokens);
-  const html = md.renderer.render(state.tokens, md.options, {}).trimEnd();
-  return {
-    html: html || undefined,
-    mentions: state.mentions,
-  };
-}

package/src/matrix/legacy-crypto-inspector.ts

@@ -1,95 +0,0 @@
-import crypto from "node:crypto";
-import fs from "node:fs";
-import { createRequire } from "node:module";
-import path from "node:path";
-import { ensureMatrixCryptoRuntime } from "./deps.js";
-
-export type MatrixLegacyCryptoInspectionResult = {
-  deviceId: string | null;
-  roomKeyCounts: {
-    total: number;
-    backedUp: number;
-  } | null;
-  backupVersion: string | null;
-  decryptionKeyBase64: string | null;
-};
-
-function resolveLegacyMachineStorePath(params: {
-  cryptoRootDir: string;
-  deviceId: string;
-}): string | null {
-  const hashedDir = path.join(
-    params.cryptoRootDir,
-    crypto.createHash("sha256").update(params.deviceId).digest("hex"),
-  );
-  if (fs.existsSync(path.join(hashedDir, "matrix-sdk-crypto.sqlite3"))) {
-    return hashedDir;
-  }
-  if (fs.existsSync(path.join(params.cryptoRootDir, "matrix-sdk-crypto.sqlite3"))) {
-    return params.cryptoRootDir;
-  }
-  const match = fs
-    .readdirSync(params.cryptoRootDir, { withFileTypes: true })
-    .find(
-      (entry) =>
-        entry.isDirectory() &&
-        fs.existsSync(path.join(params.cryptoRootDir, entry.name, "matrix-sdk-crypto.sqlite3")),
-    );
-  return match ? path.join(params.cryptoRootDir, match.name) : null;
-}
-
-export async function inspectLegacyMatrixCryptoStore(params: {
-  cryptoRootDir: string;
-  userId: string;
-  deviceId: string;
-  log?: (message: string) => void;
-}): Promise<MatrixLegacyCryptoInspectionResult> {
-  const machineStorePath = resolveLegacyMachineStorePath(params);
-  if (!machineStorePath) {
-    throw new Error(`Matrix legacy crypto store not found for device ${params.deviceId}`);
-  }
-
-  const requireFn = createRequire(import.meta.url);
-  await ensureMatrixCryptoRuntime({
-    requireFn,
-    resolveFn: requireFn.resolve.bind(requireFn),
-    log: params.log,
-  });
-
-  const { DeviceId, OlmMachine, StoreType, UserId } = requireFn(
-    "@matrix-org/matrix-sdk-crypto-nodejs",
-  ) as typeof import("@matrix-org/matrix-sdk-crypto-nodejs");
-  const machine = await OlmMachine.initialize(
-    new UserId(params.userId),
-    new DeviceId(params.deviceId),
-    machineStorePath,
-    "",
-    StoreType.Sqlite,
-  );
-
-  try {
-    const [backupKeys, roomKeyCounts] = await Promise.all([
-      machine.getBackupKeys(),
-      machine.roomKeyCounts(),
-    ]);
-    return {
-      deviceId: params.deviceId,
-      roomKeyCounts: roomKeyCounts
-        ? {
-            total: typeof roomKeyCounts.total === "number" ? roomKeyCounts.total : 0,
-            backedUp: typeof roomKeyCounts.backedUp === "number" ? roomKeyCounts.backedUp : 0,
-          }
-        : null,
-      backupVersion:
-        typeof backupKeys?.backupVersion === "string" && backupKeys.backupVersion.trim()
-          ? backupKeys.backupVersion
-          : null,
-      decryptionKeyBase64:
-        typeof backupKeys?.decryptionKeyBase64 === "string" && backupKeys.decryptionKeyBase64.trim()
-          ? backupKeys.decryptionKeyBase64
-          : null,
-    };
-  } finally {
-    machine.close();
-  }
-}

package/src/matrix/media-errors.ts

@@ -1,20 +0,0 @@
-export const MATRIX_MEDIA_SIZE_LIMIT_ERROR_MESSAGE = "Matrix media exceeds configured size limit";
-
-export class MatrixMediaSizeLimitError extends Error {
-  readonly code = "MATRIX_MEDIA_SIZE_LIMIT" as const;
-
-  constructor(message = MATRIX_MEDIA_SIZE_LIMIT_ERROR_MESSAGE, options?: ErrorOptions) {
-    super(message, options);
-    this.name = "MatrixMediaSizeLimitError";
-  }
-}
-
-export function isMatrixMediaSizeLimitError(err: unknown): err is MatrixMediaSizeLimitError {
-  if (err instanceof MatrixMediaSizeLimitError) {
-    return true;
-  }
-  if (!(err instanceof Error) || err.cause === undefined) {
-    return false;
-  }
-  return isMatrixMediaSizeLimitError(err.cause);
-}

package/src/matrix/media-text.ts

@@ -1,169 +0,0 @@
-import path from "node:path";
-import type {
-  MatrixMessageAttachmentKind,
-  MatrixMessageAttachmentSummary,
-  MatrixMessageSummary,
-} from "./actions/types.js";
-
-const MATRIX_MEDIA_KINDS: Record<string, MatrixMessageAttachmentKind> = {
-  "m.audio": "audio",
-  "m.file": "file",
-  "m.image": "image",
-  "m.sticker": "sticker",
-  "m.video": "video",
-};
-
-function resolveMatrixMediaKind(msgtype: string | undefined): MatrixMessageAttachmentKind | null {
-  return MATRIX_MEDIA_KINDS[msgtype ?? ""] ?? null;
-}
-
-function resolveMatrixMediaLabel(
-  kind: MatrixMessageAttachmentKind | undefined,
-  fallback = "media",
-): string {
-  return `${kind ?? fallback} attachment`;
-}
-
-function formatMatrixAttachmentMarker(params: {
-  kind?: MatrixMessageAttachmentKind;
-  tooLarge?: boolean;
-  unavailable?: boolean;
-}): string {
-  const label = resolveMatrixMediaLabel(params.kind);
-  if (params.tooLarge) {
-    return `[matrix ${label} too large]`;
-  }
-  return params.unavailable ? `[matrix ${label} unavailable]` : `[matrix ${label}]`;
-}
-
-export function isLikelyBareFilename(text: string): boolean {
-  const trimmed = text.trim();
-  if (!trimmed || trimmed.includes("\n") || /\s/.test(trimmed)) {
-    return false;
-  }
-  if (path.basename(trimmed) !== trimmed) {
-    return false;
-  }
-  return path.extname(trimmed).length > 1;
-}
-
-function resolveCaptionOrFilename(params: { body?: string; filename?: string }): {
-  caption?: string;
-  filename?: string;
-} {
-  const body = params.body?.trim() ?? "";
-  const filename = params.filename?.trim() ?? "";
-  if (filename) {
-    if (!body || body === filename) {
-      return { filename };
-    }
-    return { caption: body, filename };
-  }
-  if (!body) {
-    return {};
-  }
-  if (isLikelyBareFilename(body)) {
-    return { filename: body };
-  }
-  return { caption: body };
-}
-
-export function resolveMatrixMessageAttachment(params: {
-  body?: string;
-  filename?: string;
-  msgtype?: string;
-}): MatrixMessageAttachmentSummary | undefined {
-  const kind = resolveMatrixMediaKind(params.msgtype);
-  if (!kind) {
-    return undefined;
-  }
-  const resolved = resolveCaptionOrFilename(params);
-  return {
-    kind,
-    caption: resolved.caption,
-    filename: resolved.filename,
-  };
-}
-
-export function resolveMatrixMessageBody(params: {
-  body?: string;
-  filename?: string;
-  msgtype?: string;
-}): string | undefined {
-  const attachment = resolveMatrixMessageAttachment(params);
-  if (!attachment) {
-    const body = params.body?.trim() ?? "";
-    return body || undefined;
-  }
-  return attachment.caption;
-}
-
-export function formatMatrixAttachmentText(params: {
-  attachment?: MatrixMessageAttachmentSummary;
-  tooLarge?: boolean;
-  unavailable?: boolean;
-}): string | undefined {
-  if (!params.attachment) {
-    return undefined;
-  }
-  return formatMatrixAttachmentMarker({
-    kind: params.attachment.kind,
-    tooLarge: params.tooLarge,
-    unavailable: params.unavailable,
-  });
-}
-
-export function formatMatrixMessageText(params: {
-  body?: string;
-  attachment?: MatrixMessageAttachmentSummary;
-  tooLarge?: boolean;
-  unavailable?: boolean;
-}): string | undefined {
-  const body = params.body?.trim() ?? "";
-  const marker = formatMatrixAttachmentText({
-    attachment: params.attachment,
-    tooLarge: params.tooLarge,
-    unavailable: params.unavailable,
-  });
-  if (!marker) {
-    return body || undefined;
-  }
-  if (!body) {
-    return marker;
-  }
-  return `${body}\n\n${marker}`;
-}
-
-export function formatMatrixMessageSummaryText(
-  summary: Pick<MatrixMessageSummary, "body" | "attachment">,
-): string | undefined {
-  return formatMatrixMessageText(summary);
-}
-
-export function formatMatrixMediaUnavailableText(params: {
-  body?: string;
-  filename?: string;
-  msgtype?: string;
-}): string {
-  return (
-    formatMatrixMessageText({
-      body: resolveMatrixMessageBody(params),
-      attachment: resolveMatrixMessageAttachment(params),
-      unavailable: true,
-    }) ?? ""
-  );
-}
-
-export function formatMatrixMediaTooLargeText(params: {
-  body?: string;
-  filename?: string;
-  msgtype?: string;
-}): string {
-  return (
-    formatMatrixMessageText({
-      body: resolveMatrixMessageBody(params),
-      attachment: resolveMatrixMessageAttachment(params),
-      tooLarge: true,
-    }) ?? ""
-  );
-}