ai_co_discuss 0.4.7 → 0.4.8

package/runner/project_files.mjs

@@ -1,6 +1,7 @@
 /** Read-only directory and text previews, confined to a room's saved project directories. */
-import { closeSync, fstatSync, openSync, readdirSync, readSync, realpathSync, statSync } from 'node:fs';
-import { isAbsolute, relative, resolve } from 'node:path';
+import { createHash } from 'node:crypto';
+import { closeSync, fstatSync, openSync, readdirSync, readFileSync, readSync, realpathSync, statSync } from 'node:fs';
+import { isAbsolute, posix, relative, resolve } from 'node:path';
 import { adapter_profile } from './adapters/profiles.mjs';
 import { PINYIN_TABLE } from './pinyin_table.mjs';
 
@@ -223,6 +224,105 @@ export function read_project_files(cwd, path = '', offset = 0, query = '') {
     next_offset: offset + entries.length < items.length ? offset + entries.length : null };
 }
 
+// An HTML page with the files it refers to inlined stays within this size; references past it are left as they are.
+export const PAGE_MAX_BYTES = 8 * 1024 * 1024;
+// Media types of the files a page may refer to; others are left as they are.
+const PAGE_TYPES = {
+  css: 'text/css', js: 'text/javascript', mjs: 'text/javascript', json: 'application/json', txt: 'text/plain', csv: 'text/csv',
+  png: 'image/png', jpg: 'image/jpeg', jpeg: 'image/jpeg', gif: 'image/gif', webp: 'image/webp', avif: 'image/avif', svg: 'image/svg+xml',
+  ico: 'image/x-icon', bmp: 'image/bmp', woff: 'font/woff', woff2: 'font/woff2', ttf: 'font/ttf', otf: 'font/otf',
+  mp3: 'audio/mpeg', wav: 'audio/wav', ogg: 'audio/ogg', m4a: 'audio/mp4', mp4: 'video/mp4', webm: 'video/webm',
+};
+// Script and style bodies are kept apart so only real tags are rewritten; comments are left alone.
+const PAGE_PARTS = /(<script\b[^>]*>)([\s\S]*?)(<\/script\s*>)|(<style\b[^>]*>)([\s\S]*?)(<\/style\s*>)|(<!--[\s\S]*?-->)|(<[a-zA-Z][^>]*>)/gi;
+const TAG_ATTRIBUTE = /(\s)(src|poster|href|style)(\s*=\s*)(?:"([^"]*)"|'([^']*)'|([^\s"'=<>`]+))/gi;
+const CSS_URL = /url\(\s*(['"]?)([^'")]+)\1\s*\)/gi;
+const CSS_IMPORT = /@import\s+(['"])([^'"]+)\1/gi;
+
+/** The project path a reference in the file at `base` (a folder) names, or null for other URLs (schemes, fragments). */
+function page_reference(base, reference) {
+  const value = reference.trim().replace(/&amp;/g, '&');
+  if (!value || /^([a-z][a-z0-9+.-]*:|\/\/|#)/i.test(value)) return null;
+  let path = value.replace(/[?#].*$/, '');
+  try { path = decodeURIComponent(path); } catch { /* Kept as written. */ }
+  return posix.normalize(path.startsWith('/') ? path.slice(1) : posix.join(base, path));
+}
+
+/** A referenced project file as a data URL (a style sheet with its own references inlined), or null when it is left as written. */
+function page_resource(path, state, depth) {
+  if (path === null) return null;
+  if (state.inlined.has(path)) return state.inlined.get(path);
+  const type = PAGE_TYPES[posix.extname(path).slice(1).toLowerCase()];
+  if (!type) return null;
+  let bytes;
+  try {
+    if (path.startsWith('..')) throw new Error('outside');
+    const target = project_path(state.root, path);
+    if (!statSync(target).isFile()) throw new Error('not a file');
+    bytes = readFileSync(target);
+  } catch { state.missing.add(path); return null; }
+  if (type === 'text/css' && depth < 4) bytes = Buffer.from(page_css(bytes.toString('utf8'), posix.dirname(path), state, depth + 1));
+  const url = `data:${type};base64,${bytes.toString('base64')}`;
+  if (url.length > state.budget) { state.skipped.add(path); return null; }
+  state.budget -= url.length;
+  state.inlined.set(path, url);
+  return url;
+}
+
+/** Inline the files a style sheet refers to; `base` is the folder its relative URLs start from. */
+function page_css(css, base, state, depth) {
+  return css.replace(CSS_IMPORT, (whole, quote, reference) => {
+    const url = page_resource(page_reference(base, reference), state, depth);
+    return url ? `@import url(${url})` : whole;
+  }).replace(CSS_URL, (whole, quote, reference) => {
+    const url = page_resource(page_reference(base, reference), state, depth);
+    return url ? `url(${url})` : whole;
+  });
+}
+
+/** Inline the files one tag refers to: `src`/`poster` of any tag, `href` of style sheets and icons, URLs in `style`. */
+function page_tag(tag, base, state) {
+  const name = /^<([a-zA-Z][\w-]*)/.exec(tag)[1].toLowerCase();
+  const linked = name === 'link' && /\brel\s*=\s*["']?[^"'>]*\b(stylesheet|icon)\b/i.test(tag);
+  return tag.replace(TAG_ATTRIBUTE, (whole, space, attribute, equals, double, single, bare) => {
+    const value = double ?? single ?? bare;
+    const key = attribute.toLowerCase();
+    if (key === 'style') {
+      const css = page_css(value, base, state, 0);
+      return css === value ? whole : `${space}${attribute}${equals}"${css.replace(/"/g, '&quot;')}"`;
+    }
+    if (key === 'href' && !linked) return whole;
+    const url = page_resource(page_reference(base, value), state, 0);
+    return url ? `${space}${attribute}${equals}"${url}"` : whole;
+  });
+}
+
+/**
+ * One HTML file of a project with the style sheets, scripts, images, fonts and media it refers to by relative path
+ * inlined as data URLs, so it shows in full where only its text can be sent (another device, through the relay).
+ * Only files inside the project directory are read; references that are missing, outside it or past the size limit
+ * are left as written and listed. Resources a script asks for while running are not included.
+ */
+export function bundle_project_page(cwd, path) {
+  const root = project_root(cwd);
+  const target = project_path(root, path);
+  if (!/\.html?$/i.test(target)) throw new Error('只能打开 HTML 文件');
+  const info = statSync(target);
+  if (!info.isFile()) throw new Error('只能预览普通文件');
+  if (info.size > PAGE_MAX_BYTES) throw new Error('HTML 文件超过 8 MiB，无法完整显示');
+  const normalized = path.replaceAll('\\', '/').split('/').filter(part => part && part !== '.').join('/');
+  const base = posix.dirname(normalized);
+  const state = { root, budget: PAGE_MAX_BYTES - info.size, inlined: new Map(), missing: new Set(), skipped: new Set() };
+  const html = readFileSync(target, 'utf8').replace(PAGE_PARTS, (whole, script_open, script_body, script_close, style_open, style_body, style_close, comment, tag) => {
+    if (script_open) return page_tag(script_open, base, state) + script_body + script_close;
+    if (style_open) return style_open + page_css(style_body, base, state, 0) + style_close;
+    return comment ?? page_tag(tag, base, state);
+  });
+  const bytes = Buffer.from(html, 'utf8');
+  return { path: normalized, bytes, version: createHash('sha256').update(bytes).digest('hex').slice(0, 16), modified_at: info.mtime.toISOString(),
+    missing: [...state.missing], skipped: [...state.skipped] };
+}
+
 /** Search names under every directory of a room at once; each entry's `root` is the index of its directory. */
 export function search_project_roots(directories, query) {
   if (!directories.length) project_root('');

package/runner/relay_channel.mjs

@@ -10,7 +10,7 @@ import { setTimeout as sleep } from 'node:timers/promises';
 import { gzipSync } from 'node:zlib';
 
 import { atomic_json } from './files.mjs';
-import { remote_room_files } from './discussion_launch.mjs';
+import { remote_room_files, remote_room_page } from './discussion_launch.mjs';
 import { acquire_lock } from './discussion_runner.mjs';
 import { local_settings } from './discussion_setup.mjs';
 import { machine_links, relay_cipher, save_machine_links, relayed_command, ROOM_ACTIONS, run_launch_command, sync_remote_launches, unseal } from './remote_launch.mjs';
@@ -162,10 +162,15 @@ export function computer_command(home, site, action, payload) {
   return relayed_command(room?.site ?? local_origin(home), action, input);
 }
 
-/** Run one local operation; browsing project files is answered in this process, since it is asked for on every folder opened. */
+/**
+ * Run one local operation; browsing project files and reading an HTML page are answered in this process, since they
+ * are asked for on every folder opened or page part.
+ */
 async function run_command(home, command, run) {
-  if (command.command !== 'room-files' || run !== run_launch_command) return run(command);
-  return { status: 200, body: await remote_room_files(home, command.input) };
+  if (run !== run_launch_command) return run(command);
+  if (command.command === 'room-files') return { status: 200, body: await remote_room_files(home, command.input) };
+  if (command.command === 'room-page') return { status: 200, body: await remote_room_page(home, command.input) };
+  return run(command);
 }
 
 /** Answer one relayed request: room routes and uploads go to the local website, everything else to the local entrypoint as before. */

package/runner/remote_launch.mjs

@@ -29,9 +29,9 @@ const RELAY_CIPHER_INFO = 'codiscuss-relay-v1';
 const LAUNCH_SCRIPT = fileURLToPath(new URL('./discussion_launch.mjs', import.meta.url));
 // What a connected browser may ask the local bridge for, minus the folder dialog nobody would see and pairing itself.
 const RELAYED_ACTIONS = new Set(['settings', 'launch', 'room-models', 'room-member', 'room-member-access', 'room-member-allow', 'room-member-adapter',
-  'room-member-model', 'room-profiles', 'room-files', 'execution-details', 'room-restore', 'room-fork', 'models', 'api-key', 'api-check', 'scheduler-check', 'tts-settings', 'tts', 'tts-release', 'stt', 'projects', 'presets', 'workflows', 'room-workflow', 'room-settings', 'browse-directory']);
+  'room-member-model', 'room-profiles', 'room-files', 'room-page', 'execution-details', 'room-restore', 'room-fork', 'models', 'api-key', 'api-check', 'scheduler-check', 'tts-settings', 'tts', 'tts-release', 'stt', 'projects', 'presets', 'workflows', 'room-workflow', 'room-settings', 'browse-directory']);
 export const ROOM_ACTIONS = new Set(['launch', 'room-models', 'room-member', 'room-member-access', 'room-member-allow', 'room-member-adapter',
-  'room-member-model', 'room-profiles', 'room-files', 'execution-details', 'room-restore', 'room-fork', 'room-workflow', 'room-settings', 'workflows']);
+  'room-member-model', 'room-profiles', 'room-files', 'room-page', 'execution-details', 'room-restore', 'room-fork', 'room-workflow', 'room-settings', 'workflows']);
 
 // On Windows the file holding this computer's private keys and tokens is sealed with DPAPI for the signed-in user, so a
 // copy of the file alone is useless elsewhere; other systems rely on the file's 0600 mode.

package/web/app.js

@@ -1736,6 +1736,14 @@ function attachment_size(size) {
   return size < 1024 ? `${size} B` : size < 1024 * 1024 ? `${(size / 1024).toFixed(1)} KiB` : `${(size / 1024 / 1024).toFixed(1)} MiB`;
 }
 
+// Attachments read as text in the file preview window (Markdown and HTML rendered, the rest as source).
+const TEXT_ATTACHMENT = /\.(md|markdown|txt|log|csv|tsv|json|jsonc|ya?ml|toml|ini|xml|html?|css|vue|[cm]?js|jsx|tsx?|py|sql|sh|ps1|bat)$/i;
+
+/** Whether an attachment opens in the file preview window as text. */
+function is_text_attachment(file) {
+  return TEXT_ATTACHMENT.test(file.file_name);
+}
+
 /** Render a file-shaped type badge; the extension is a label, not a preview capability. */
 function attachment_file_icon(file_name) {
   const extension = String(file_name).match(/\.([a-z0-9]{1,5})$/i)?.[1].toUpperCase() || "FILE";
@@ -1834,7 +1842,7 @@ function attachment_markup(files = []) {
     if (file.content_type.startsWith("image/")) return `<button type="button" class="attachment-image" ${preview_attributes}>
       <img ${source} alt="${name}" loading="lazy"></button>`;
     const content = `${attachment_file_icon(file.file_name)}<span class="attachment-name"><span title="${name}">${name}</span><small>${attachment_size(file.size)}</small></span>`;
-    return `<div class="attachment-file">${file.content_type === "application/pdf"
+    return `<div class="attachment-file">${file.content_type === "application/pdf" || is_text_attachment(file)
       ? `<button type="button" class="attachment-file-main" ${preview_attributes}>${content}</button>`
       : `<a class="attachment-file-main" ${download} download aria-label="下载 ${name}">${content}</a>`}
       <a class="attachment-download" ${download} download aria-label="下载 ${name}" title="下载 ${name}">
@@ -1863,6 +1871,13 @@ async function preview_attachment({ room_id, id }) {
     file.url = file.download_url = await relay_file_url(new URL(file.url, location.origin).pathname);
     if (state.attachment_preview !== preview) return;
   }
+  if (is_text_attachment(file)) {
+    state.attachment_preview = null;
+    // The file preview window belongs to the Vue workspace; without it the file is downloaded.
+    if (state.text_preview) state.text_preview(file);
+    else location.assign(file.download_url);
+    return;
+  }
   preview.file = file;
   const is_pdf = file.content_type === "application/pdf";
   element("attachment-title").textContent = file.file_name;
@@ -3056,6 +3071,28 @@ function read_room_files(room_id, path = "", offset = 0, query = "", root = 0) {
   return local_launch_request("room-files", { room_id, path, offset, ...(query ? { query } : { root }), token: localStorage.getItem(`discuss-access:${room_id}`) });
 }
 
+/**
+ * Read one HTML file of the room's project with the files it refers to inlined by the computer, in parts when it comes
+ * through the relay; `{ text, missing, skipped, modified_at }`.
+ */
+async function read_room_page(room_id, path, root = 0) {
+  const parts = [];
+  let offset = 0, answer, version = "";
+  do {
+    answer = await local_launch_request("room-page", { room_id, path, root, offset, token: localStorage.getItem(`discuss-access:${room_id}`) });
+    if (version && answer.version !== version) throw new Error("页面在读取时发生了变化，请重试");
+    version = answer.version;
+    const bytes = base64_to_bytes(answer.data || "");
+    if (!bytes.length && offset < answer.total) throw new Error("页面读取失败");
+    parts.push(bytes);
+    offset += bytes.length;
+  } while (offset < answer.total);
+  const bytes = new Uint8Array(offset);
+  let at = 0;
+  for (const part of parts) { bytes.set(part, at); at += part.length; }
+  return { text: new TextDecoder().decode(bytes), missing: answer.missing || [], skipped: answer.skipped || [], modified_at: answer.modified_at };
+}
+
 /**
  * Read what a member did in one execution, or in one private chat turn (`{chat_id}`), from the computer's own log; the
  * details never pass through the website.
@@ -5014,7 +5051,7 @@ window.discuss_view = { snapshot: view_snapshot, write_field: write_view_field,
   write_launch: write_launch_field, default_launch_entry, description_template, save_description_template, description_draft, write_description_draft, describe_member, set_chain_rounds, continue_chain, expert_presets, apply_expert_preset, unique_instance, member_label, default_name, label_draft, write_label_draft, preset_identity, save_expert_preset, delete_expert_preset, write_room_connection, write_room_adapter, launch_clients: LAUNCH_CLIENTS,
   launch_model_state, load_launch_models, write_launch_model, save_launch_api_key, write_scheduler, save_scheduler_api_key, check_scheduler, write_named_followup, write_create_discussion, write_create_goal, write_create_chain_rounds, check_launch_api, launch_summary, launch_can_set_access, pick_launch_directory, browse_local_directory, list_remote_directories, save_launch_projects, restore_launch_profile, reset_create_form, empty_discussion_message,
   start_drag: start_directory_drag, reconnect: reconnect_live_updates, stop_label, local_request: local_launch_request,
-  attachment_markup, attachment_size, attachment_file_icon, drop_attachments, paste_attachments,
+  attachment_markup, attachment_size, attachment_file_icon, drop_attachments, paste_attachments, set_text_preview: (open) => { state.text_preview = open; },
   write_expert: write_view_expert, add_instance: add_view_instance, add_preset: add_preset_instance, platform_of, execute: execute_view_action, theme: change_view_theme,
   reload_workflows, workflow_preset, write_create_host_workflows, write_create_api_max_requests, set_room_api_max_requests, set_room_extra_directories, set_room_project_directory,
   admin: { register: register_admin, login: login_admin, logout: logout_admin,
@@ -5023,7 +5060,7 @@ window.discuss_view = { snapshot: view_snapshot, write_field: write_view_field,
   device: { request: device_request, pair: pair_this_device, take_scanned: take_scanned_pairing, invite: invite_device, renew: renew_this_device, forget: forget_pairing,
     label: device_label, prompt_confirm: () => state.device.prompt?.run(), prompt_cancel: () => state.device.prompt?.cancel() },
   request: request_json, rewind_plan, identities: IDENTITIES, display_name, mention_handles, mentioned_members, render_room_markdown, sources: SOURCE_LABELS,
-  set_member_access, set_member_model, allow_denials, set_member_adapter, reload_room_models, read_room_files, read_execution_details, interject_execution, read_member_chat, send_member_chat, stop_member_chat, pause_execution, limits_label, stop_reason_label, participant_model, participant_files, participant_session_hint, participant_access,
+  set_member_access, set_member_model, allow_denials, set_member_adapter, reload_room_models, read_room_files, read_room_page, read_execution_details, interject_execution, read_member_chat, send_member_chat, stop_member_chat, pause_execution, limits_label, stop_reason_label, participant_model, participant_files, participant_session_hint, participant_access,
   turn_label, turn_guidance, round_groups, limit_rounds, progress_speaker, brief_meta, max_message_length: MAX_MESSAGE_LENGTH, provenance: message_provenance, format_time };
 
 restore_theme();