@ecsplico/editor 0.0.0-stage → 2.0.0

package/dist/integrations/composite-ai/composite-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"composite-summary.js","names":[],"sources":["../../../src/integrations/composite-ai/composite-summary.ts"],"sourcesContent":["import type { Editor, JSONContent } from '@tiptap/core'\nimport { Fragment, type Node as PMNode } from '@tiptap/pm/model'\nimport type { $Fetch } from 'ofetch'\nimport { AI_LIMITS, type ModelRef, notifyAiRateLimited, postAiSse } from '../../features/ai'\nimport { COMPOSITE_CHROME_COUNT } from '../../features/composites/schema'\nimport { assetRefOf } from '../../features/media/schema'\nimport { captureRange, parseBlocks, releaseRanges, resolveRange } from '../../core'\nimport type { Translate } from '../../i18n'\nimport type { Notifier } from '../../core/notify'\n\n/** Index of a composite's first body block, after `compositeTitle`, `compositeDescription` and `compositeTags`. */\nexport const COMPOSITE_BODY_START = COMPOSITE_CHROME_COUNT\n\nfunction compositeBody(composite: PMNode): PMNode[] {\n  if (composite.type.name !== 'composite') return []\n  const body: PMNode[] = []\n  composite.forEach((child, _offset, index) => {\n    if (index >= COMPOSITE_BODY_START) body.push(child)\n  })\n  return body\n}\n\n/** Text of a composite's body blocks (empty for other nodes). */\nfunction compositeBodyText(composite: PMNode): string {\n  return compositeBody(composite).map(child => child.textContent).join('\\n')\n}\n\n/**\n * What a summary is made from: the text of a composite's body blocks, or, when the body holds no text (an audio or\n * video `document`), its `meta.transcript`. Empty for other nodes.\n */\nexport function compositeSourceText(composite: PMNode): string {\n  if (composite.type.name !== 'composite') return ''\n  const text = compositeBodyText(composite)\n  return text.trim() ? text : String(composite.attrs.meta?.transcript ?? '')\n}\n\n/** The stored asset behind a composite's first `audio`/`video` body block; null when it has none. */\nexport function mediaAssetOf(composite: PMNode): { documentId: string, name: string } | null {\n  for (const child of compositeBody(composite)) {\n    if (child.type.name !== 'audio' && child.type.name !== 'video') continue\n    const ref = assetRefOf(String(child.attrs.src ?? ''))\n    if (ref) return ref\n  }\n  return null\n}\n\n/** Inline content of the first textblock of a parsed AI result. */\nfunction firstInlineContent(editor: Editor, parsed: JSONContent): Fragment | null {\n  let doc: PMNode\n  try {\n    doc = editor.schema.nodeFromJSON(parsed)\n  }\n  catch {\n    return null\n  }\n  let inline: Fragment | null = null\n  doc.descendants((node) => {\n    if (inline) return false\n    if (node.isTextblock && node.content.size) inline = node.content\n    return !inline\n  })\n  return inline\n}\n\n/**\n * Streams an AI summary of the composite at `pos` (its body as Markdown, task `summarize`, `rewrite` model slot) into\n * the composite's description, replacing what it held, and shows description and tags. The description is anchored\n * when the request starts, so edits while it streams do not misplace the result. Notices go through `notify`, in the language of `t`.\n */\nexport async function summarizeComposite(editor: Editor, pos: number, fetch: $Fetch, modelRef: (slot: 'rewrite') => ModelRef, notify: Notifier, t: Translate): Promise<void> {\n  const composite = editor.state.doc.nodeAt(pos)\n  if (composite?.type.name !== 'composite' || composite.childCount <= COMPOSITE_BODY_START) return\n  const title = composite.child(0)\n  const description = composite.child(1)\n  const body = compositeBody(composite).map(child => child.toJSON() as JSONContent)\n  const bodyMarkdown = compositeBodyText(composite).trim()\n    ? editor.markdown!.serialize({ type: 'doc', content: body })\n    : compositeSourceText(composite)\n  const descriptionPos = pos + 1 + title.nodeSize\n  const anchor = captureRange(editor, { from: descriptionPos + 1, to: descriptionPos + 1 + description.content.size })\n  const model = modelRef('rewrite')\n\n  const controller = new AbortController()\n  const abort = () => controller.abort()\n  editor.on('destroy', abort)\n  let output = ''\n  try {\n    const outcome = await postAiSse(fetch, '/api/ai/generate', {\n      task: 'summarize',\n      prompt: '',\n      selection: bodyMarkdown.slice(0, AI_LIMITS.selection),\n      context: '',\n      model,\n    }, { signal: controller.signal, t, onDelta: (text) => { output += text } })\n\n    if (outcome.status === 'aborted' || editor.isDestroyed) return\n    if (outcome.status === 'rate-limited') {\n      notifyAiRateLimited(notify, t)\n      return\n    }\n    if (outcome.status === 'error') {\n      notify({ title: t('integrations.compositeSummary.failed'), description: outcome.message, kind: 'error' })\n      return\n    }\n    if (!output.trim()) {\n      notify({ title: t('integrations.compositeSummary.empty.title'), description: t('integrations.compositeSummary.empty.description'), kind: 'error' })\n      return\n    }\n\n    const range = resolveRange(editor.state, anchor)\n    const $from = range && editor.state.doc.resolve(range.from)\n    if (!range || !$from || $from.parent.type.name !== 'compositeDescription' || !$from.sameParent(editor.state.doc.resolve(range.to))) {\n      notify({ title: t('integrations.compositeSummary.gone.title'), description: t('integrations.compositeSummary.gone.description'), kind: 'error' })\n      return\n    }\n    const inline = firstInlineContent(editor, parseBlocks(editor, output).parsed) ?? Fragment.from(editor.schema.text(output.trim()))\n    editor.view.dispatch(editor.state.tr.replaceWith(range.from, range.to, inline))\n    notify({ title: t('integrations.compositeSummary.done'), kind: 'success', icon: 'i-lucide-text-quote' })\n  }\n  finally {\n    editor.off('destroy', abort)\n    releaseRanges(editor, [anchor])\n  }\n}\n"],"mappings":";;;;;;;;;;AAWA,MAAa,uBAAA;AAEb,SAAS,cAAc,WAA6B;CAClD,IAAI,UAAU,KAAK,SAAS,aAAa,OAAO,CAAC;CACjD,MAAM,OAAiB,CAAC;CACxB,UAAU,SAAS,OAAO,SAAS,UAAU;EAC3C,IAAI,SAAS,sBAAsB,KAAK,KAAK,KAAK;CACpD,CAAC;CACD,OAAO;AACT;;AAGA,SAAS,kBAAkB,WAA2B;CACpD,OAAO,cAAc,SAAS,CAAC,CAAC,KAAI,UAAS,MAAM,WAAW,CAAC,CAAC,KAAK,IAAI;AAC3E;;;;;AAMA,SAAgB,oBAAoB,WAA2B;CAC7D,IAAI,UAAU,KAAK,SAAS,aAAa,OAAO;CAChD,MAAM,OAAO,kBAAkB,SAAS;CACxC,OAAO,KAAK,KAAK,IAAI,OAAO,OAAO,UAAU,MAAM,MAAM,cAAc,EAAE;AAC3E;;AAGA,SAAgB,aAAa,WAAgE;CAC3F,KAAK,MAAM,SAAS,cAAc,SAAS,GAAG;EAC5C,IAAI,MAAM,KAAK,SAAS,WAAW,MAAM,KAAK,SAAS,SAAS;EAChE,MAAM,MAAM,WAAW,OAAO,MAAM,MAAM,OAAO,EAAE,CAAC;EACpD,IAAI,KAAK,OAAO;CAClB;CACA,OAAO;AACT;;AAGA,SAAS,mBAAmB,QAAgB,QAAsC;CAChF,IAAI;CACJ,IAAI;EACF,MAAM,OAAO,OAAO,aAAa,MAAM;CACzC,QACM;EACJ,OAAO;CACT;CACA,IAAI,SAA0B;CAC9B,IAAI,aAAa,SAAS;EACxB,IAAI,QAAQ,OAAO;EACnB,IAAI,KAAK,eAAe,KAAK,QAAQ,MAAM,SAAS,KAAK;EACzD,OAAO,CAAC;CACV,CAAC;CACD,OAAO;AACT;;;;;;AAOA,eAAsB,mBAAmB,QAAgB,KAAa,OAAe,UAAyC,QAAkB,GAA6B;CAC3K,MAAM,YAAY,OAAO,MAAM,IAAI,OAAO,GAAG;CAC7C,IAAI,WAAW,KAAK,SAAS,eAAe,UAAU,cAAc,sBAAsB;CAC1F,MAAM,QAAQ,UAAU,MAAM,CAAC;CAC/B,MAAM,cAAc,UAAU,MAAM,CAAC;CACrC,MAAM,OAAO,cAAc,SAAS,CAAC,CAAC,KAAI,UAAS,MAAM,OAAO,CAAgB;CAChF,MAAM,eAAe,kBAAkB,SAAS,CAAC,CAAC,KAAK,IACnD,OAAO,SAAU,UAAU;EAAE,MAAM;EAAO,SAAS;CAAK,CAAC,IACzD,oBAAoB,SAAS;CACjC,MAAM,iBAAiB,MAAM,IAAI,MAAM;CACvC,MAAM,SAAS,aAAa,QAAQ;EAAE,MAAM,iBAAiB;EAAG,IAAI,iBAAiB,IAAI,YAAY,QAAQ;CAAK,CAAC;CACnH,MAAM,QAAQ,SAAS,SAAS;CAEhC,MAAM,aAAa,IAAI,gBAAgB;CACvC,MAAM,cAAc,WAAW,MAAM;CACrC,OAAO,GAAG,WAAW,KAAK;CAC1B,IAAI,SAAS;CACb,IAAI;EACF,MAAM,UAAU,MAAM,UAAU,OAAO,oBAAoB;GACzD,MAAM;GACN,QAAQ;GACR,WAAW,aAAa,MAAM,GAAG,UAAU,SAAS;GACpD,SAAS;GACT;EACF,GAAG;GAAE,QAAQ,WAAW;GAAQ;GAAG,UAAU,SAAS;IAAE,UAAU;GAAK;EAAE,CAAC;EAE1E,IAAI,QAAQ,WAAW,aAAa,OAAO,aAAa;EACxD,IAAI,QAAQ,WAAW,gBAAgB;GACrC,oBAAoB,QAAQ,CAAC;GAC7B;EACF;EACA,IAAI,QAAQ,WAAW,SAAS;GAC9B,OAAO;IAAE,OAAO,EAAE,sCAAsC;IAAG,aAAa,QAAQ;IAAS,MAAM;GAAQ,CAAC;GACxG;EACF;EACA,IAAI,CAAC,OAAO,KAAK,GAAG;GAClB,OAAO;IAAE,OAAO,EAAE,2CAA2C;IAAG,aAAa,EAAE,iDAAiD;IAAG,MAAM;GAAQ,CAAC;GAClJ;EACF;EAEA,MAAM,QAAQ,aAAa,OAAO,OAAO,MAAM;EAC/C,MAAM,QAAQ,SAAS,OAAO,MAAM,IAAI,QAAQ,MAAM,IAAI;EAC1D,IAAI,CAAC,SAAS,CAAC,SAAS,MAAM,OAAO,KAAK,SAAS,0BAA0B,CAAC,MAAM,WAAW,OAAO,MAAM,IAAI,QAAQ,MAAM,EAAE,CAAC,GAAG;GAClI,OAAO;IAAE,OAAO,EAAE,0CAA0C;IAAG,aAAa,EAAE,gDAAgD;IAAG,MAAM;GAAQ,CAAC;GAChJ;EACF;EACA,MAAM,SAAS,mBAAmB,QAAQ,YAAY,QAAQ,MAAM,CAAC,CAAC,MAAM,KAAK,SAAS,KAAK,OAAO,OAAO,KAAK,OAAO,KAAK,CAAC,CAAC;EAChI,OAAO,KAAK,SAAS,OAAO,MAAM,GAAG,YAAY,MAAM,MAAM,MAAM,IAAI,MAAM,CAAC;EAC9E,OAAO;GAAE,OAAO,EAAE,oCAAoC;GAAG,MAAM;GAAW,MAAM;EAAsB,CAAC;CACzG,UACQ;EACN,OAAO,IAAI,WAAW,KAAK;EAC3B,cAAc,QAAQ,CAAC,MAAM,CAAC;CAChC;AACF"}

package/dist/integrations/composite-ai/document-transcribe.d.ts

@@ -0,0 +1,14 @@
+import { Translate } from "../../i18n/index.js";
+import { Notifier } from "../../core/notify.js";
+import { Editor } from "@tiptap/core";
+import { $Fetch } from "ofetch";
+//#region src/integrations/composite-ai/document-transcribe.d.ts
+/**
+ * Transcribes the audio/video of the `document` composite at `pos` (`POST /api/ai/transcribe`) and stores the text in its
+ * `meta.transcript`, showing the meta row. The composite is anchored through its description when the request starts,
+ * so edits while it runs do not misplace the result. Notices go through `notify`, in the language of `t`; the progress notice stays until the
+ * request ends (`notify.dismiss`).
+ */
+export declare function transcribeDocument(editor: Editor, pos: number, fetch: $Fetch, notify: Notifier, t: Translate): Promise<void>;
+//#endregion
+//# sourceMappingURL=document-transcribe.d.ts.map

package/dist/integrations/composite-ai/document-transcribe.js

@@ -0,0 +1,89 @@
+import { blockIdOf } from "../../core/schema/block-ids.js";
+import { captureRange, releaseRanges, resolveRange } from "../../core/doc-anchors.js";
+import { fetchErrorMessage } from "../../core/fetch-error.js";
+import { isRateLimited, notifyAiRateLimited } from "../../features/ai/rate-limit.js";
+import { COMPOSITE_BODY_START, mediaAssetOf } from "./composite-summary.js";
+//#region src/integrations/composite-ai/document-transcribe.ts
+/**
+* Transcribes the audio/video of the `document` composite at `pos` (`POST /api/ai/transcribe`) and stores the text in its
+* `meta.transcript`, showing the meta row. The composite is anchored through its description when the request starts,
+* so edits while it runs do not misplace the result. Notices go through `notify`, in the language of `t`; the progress notice stays until the
+* request ends (`notify.dismiss`).
+*/
+async function transcribeDocument(editor, pos, fetch, notify, t) {
+	const composite = editor.state.doc.nodeAt(pos);
+	const asset = composite && mediaAssetOf(composite);
+	if (composite?.type.name !== "composite" || !asset || composite.childCount < COMPOSITE_BODY_START) return;
+	const descriptionPos = pos + 1 + composite.child(0).nodeSize;
+	const anchor = captureRange(editor, {
+		from: descriptionPos + 1,
+		to: descriptionPos + 1 + composite.child(1).content.size
+	});
+	const toastId = `transcribe-${blockIdOf(composite) ?? asset.name}`;
+	const controller = new AbortController();
+	const abort = () => controller.abort();
+	editor.on("destroy", abort);
+	notify({
+		id: toastId,
+		title: t("integrations.documentTranscribe.running"),
+		kind: "info",
+		icon: "i-lucide-loader-circle",
+		duration: 0
+	});
+	try {
+		const { text } = await fetch("/api/ai/transcribe", {
+			method: "POST",
+			body: asset,
+			signal: controller.signal
+		});
+		if (editor.isDestroyed) return;
+		if (!text.trim()) {
+			notify({
+				title: t("integrations.documentTranscribe.empty.title"),
+				description: t("integrations.documentTranscribe.empty.description"),
+				kind: "error"
+			});
+			return;
+		}
+		const range = resolveRange(editor.state, anchor);
+		const $from = range && editor.state.doc.resolve(range.from);
+		if (!range || !$from || $from.parent.type.name !== "compositeDescription") {
+			notify({
+				title: t("integrations.documentTranscribe.gone.title"),
+				description: t("integrations.documentTranscribe.gone.description"),
+				kind: "error"
+			});
+			return;
+		}
+		const compositePos = $from.before($from.depth - 1);
+		const { attrs } = $from.node($from.depth - 1);
+		editor.view.dispatch(editor.state.tr.setNodeMarkup(compositePos, void 0, {
+			...attrs,
+			meta: {
+				...attrs.meta,
+				transcript: text.trim()
+			}
+		}));
+		notify({
+			title: t("integrations.documentTranscribe.done"),
+			kind: "success",
+			icon: "i-lucide-captions"
+		});
+	} catch (err) {
+		if (controller.signal.aborted || editor.isDestroyed) return;
+		if (isRateLimited(err)) notifyAiRateLimited(notify, t);
+		else notify({
+			title: t("integrations.documentTranscribe.failed"),
+			description: fetchErrorMessage(err),
+			kind: "error"
+		});
+	} finally {
+		notify.dismiss?.(toastId);
+		editor.off("destroy", abort);
+		releaseRanges(editor, [anchor]);
+	}
+}
+//#endregion
+export { transcribeDocument };
+
+//# sourceMappingURL=document-transcribe.js.map

package/dist/integrations/composite-ai/document-transcribe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"document-transcribe.js","names":[],"sources":["../../../src/integrations/composite-ai/document-transcribe.ts"],"sourcesContent":["import type { Editor } from '@tiptap/core'\nimport type { $Fetch } from 'ofetch'\nimport { captureRange, fetchErrorMessage, releaseRanges, resolveRange } from '../../core'\nimport type { Translate } from '../../i18n'\nimport type { Notifier } from '../../core/notify'\nimport { blockIdOf } from '../../core/schema'\nimport { isRateLimited, notifyAiRateLimited } from '../../features/ai'\nimport { COMPOSITE_BODY_START, mediaAssetOf } from './composite-summary'\n\n/**\n * Transcribes the audio/video of the `document` composite at `pos` (`POST /api/ai/transcribe`) and stores the text in its\n * `meta.transcript`, showing the meta row. The composite is anchored through its description when the request starts,\n * so edits while it runs do not misplace the result. Notices go through `notify`, in the language of `t`; the progress notice stays until the\n * request ends (`notify.dismiss`).\n */\nexport async function transcribeDocument(editor: Editor, pos: number, fetch: $Fetch, notify: Notifier, t: Translate): Promise<void> {\n  const composite = editor.state.doc.nodeAt(pos)\n  const asset = composite && mediaAssetOf(composite)\n  if (composite?.type.name !== 'composite' || !asset || composite.childCount < COMPOSITE_BODY_START) return\n  const descriptionPos = pos + 1 + composite.child(0).nodeSize\n  const anchor = captureRange(editor, { from: descriptionPos + 1, to: descriptionPos + 1 + composite.child(1).content.size })\n  const toastId = `transcribe-${blockIdOf(composite) ?? asset.name}`\n\n  const controller = new AbortController()\n  const abort = () => controller.abort()\n  editor.on('destroy', abort)\n  notify({ id: toastId, title: t('integrations.documentTranscribe.running'), kind: 'info', icon: 'i-lucide-loader-circle', duration: 0 })\n  try {\n    const { text } = await fetch<{ text: string }>('/api/ai/transcribe', {\n      method: 'POST',\n      body: asset,\n      signal: controller.signal,\n    })\n    if (editor.isDestroyed) return\n    if (!text.trim()) {\n      notify({ title: t('integrations.documentTranscribe.empty.title'), description: t('integrations.documentTranscribe.empty.description'), kind: 'error' })\n      return\n    }\n\n    const range = resolveRange(editor.state, anchor)\n    const $from = range && editor.state.doc.resolve(range.from)\n    if (!range || !$from || $from.parent.type.name !== 'compositeDescription') {\n      notify({ title: t('integrations.documentTranscribe.gone.title'), description: t('integrations.documentTranscribe.gone.description'), kind: 'error' })\n      return\n    }\n    const compositePos = $from.before($from.depth - 1)\n    const { attrs } = $from.node($from.depth - 1)\n    editor.view.dispatch(editor.state.tr.setNodeMarkup(compositePos, undefined, {\n      ...attrs,\n      meta: { ...attrs.meta, transcript: text.trim() },\n    }))\n    notify({ title: t('integrations.documentTranscribe.done'), kind: 'success', icon: 'i-lucide-captions' })\n  }\n  catch (err) {\n    if (controller.signal.aborted || editor.isDestroyed) return\n    if (isRateLimited(err)) notifyAiRateLimited(notify, t)\n    else notify({ title: t('integrations.documentTranscribe.failed'), description: fetchErrorMessage(err), kind: 'error' })\n  }\n  finally {\n    notify.dismiss?.(toastId)\n    editor.off('destroy', abort)\n    releaseRanges(editor, [anchor])\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAeA,eAAsB,mBAAmB,QAAgB,KAAa,OAAe,QAAkB,GAA6B;CAClI,MAAM,YAAY,OAAO,MAAM,IAAI,OAAO,GAAG;CAC7C,MAAM,QAAQ,aAAa,aAAa,SAAS;CACjD,IAAI,WAAW,KAAK,SAAS,eAAe,CAAC,SAAS,UAAU,aAAa,sBAAsB;CACnG,MAAM,iBAAiB,MAAM,IAAI,UAAU,MAAM,CAAC,CAAC,CAAC;CACpD,MAAM,SAAS,aAAa,QAAQ;EAAE,MAAM,iBAAiB;EAAG,IAAI,iBAAiB,IAAI,UAAU,MAAM,CAAC,CAAC,CAAC,QAAQ;CAAK,CAAC;CAC1H,MAAM,UAAU,cAAc,UAAU,SAAS,KAAK,MAAM;CAE5D,MAAM,aAAa,IAAI,gBAAgB;CACvC,MAAM,cAAc,WAAW,MAAM;CACrC,OAAO,GAAG,WAAW,KAAK;CAC1B,OAAO;EAAE,IAAI;EAAS,OAAO,EAAE,yCAAyC;EAAG,MAAM;EAAQ,MAAM;EAA0B,UAAU;CAAE,CAAC;CACtI,IAAI;EACF,MAAM,EAAE,SAAS,MAAM,MAAwB,sBAAsB;GACnE,QAAQ;GACR,MAAM;GACN,QAAQ,WAAW;EACrB,CAAC;EACD,IAAI,OAAO,aAAa;EACxB,IAAI,CAAC,KAAK,KAAK,GAAG;GAChB,OAAO;IAAE,OAAO,EAAE,6CAA6C;IAAG,aAAa,EAAE,mDAAmD;IAAG,MAAM;GAAQ,CAAC;GACtJ;EACF;EAEA,MAAM,QAAQ,aAAa,OAAO,OAAO,MAAM;EAC/C,MAAM,QAAQ,SAAS,OAAO,MAAM,IAAI,QAAQ,MAAM,IAAI;EAC1D,IAAI,CAAC,SAAS,CAAC,SAAS,MAAM,OAAO,KAAK,SAAS,wBAAwB;GACzE,OAAO;IAAE,OAAO,EAAE,4CAA4C;IAAG,aAAa,EAAE,kDAAkD;IAAG,MAAM;GAAQ,CAAC;GACpJ;EACF;EACA,MAAM,eAAe,MAAM,OAAO,MAAM,QAAQ,CAAC;EACjD,MAAM,EAAE,UAAU,MAAM,KAAK,MAAM,QAAQ,CAAC;EAC5C,OAAO,KAAK,SAAS,OAAO,MAAM,GAAG,cAAc,cAAc,KAAA,GAAW;GAC1E,GAAG;GACH,MAAM;IAAE,GAAG,MAAM;IAAM,YAAY,KAAK,KAAK;GAAE;EACjD,CAAC,CAAC;EACF,OAAO;GAAE,OAAO,EAAE,sCAAsC;GAAG,MAAM;GAAW,MAAM;EAAoB,CAAC;CACzG,SACO,KAAK;EACV,IAAI,WAAW,OAAO,WAAW,OAAO,aAAa;EACrD,IAAI,cAAc,GAAG,GAAG,oBAAoB,QAAQ,CAAC;OAChD,OAAO;GAAE,OAAO,EAAE,wCAAwC;GAAG,aAAa,kBAAkB,GAAG;GAAG,MAAM;EAAQ,CAAC;CACxH,UACQ;EACN,OAAO,UAAU,OAAO;EACxB,OAAO,IAAI,WAAW,KAAK;EAC3B,cAAc,QAAQ,CAAC,MAAM,CAAC;CAChC;AACF"}

package/dist/integrations/composite-ai/index.d.ts

@@ -0,0 +1,22 @@
+import { EditorFeature } from "../../core/feature.js";
+import "../../core/index.js";
+import { fillComposite } from "./composite-fill.js";
+import { COMPOSITE_BODY_START, compositeSourceText, mediaAssetOf, summarizeComposite } from "./composite-summary.js";
+import { transcribeDocument } from "./document-transcribe.js";
+//#region src/integrations/composite-ai/index.d.ts
+/**
+ * AI on composites (requires `composites`, `ai`, `media`): the „Baustein füllen (KI)“ block action (on composites of
+ * kinds with an `ai` configuration: brief + document → task `fill-block`, the result opens the diff review over the
+ * body), the „Zusammenfassung erzeugen“ block action (streams a
+ * summary of a composite's body or transcript into its description), the „Transkribieren“ action of a `document`
+ * composite with an audio/video asset (`POST /api/ai/transcribe`, shown only when the app's public AI configuration
+ * enables transcription), and the composite-structure form of AI results: with `composite` structure an AI result that
+ * has a heading is inserted as a `section` composite fence, otherwise (and in flat structure) the base AI heading
+ * is used. It is the preset's single `formatAiResult` contributor. The base AI feature and the composites feature do
+ * not know it. Framework-free: notices go through the surface's `ctx.notify`, the model through the app's
+ * `modelProfiles(ctx.app)`.
+ */
+export declare function compositeAiFeature(): EditorFeature<never>;
+//#endregion
+export { COMPOSITE_BODY_START, compositeSourceText, fillComposite, mediaAssetOf, summarizeComposite, transcribeDocument };
+//# sourceMappingURL=index.d.ts.map

package/dist/integrations/composite-ai/index.js

@@ -0,0 +1,80 @@
+import { ABILITY } from "../../core/schema/abilities.js";
+import { withHeading } from "../../features/ai/protocol/tasks.js";
+import { modelProfiles } from "../../features/ai/model-profiles.js";
+import { compositeKind } from "../../features/composites/kinds.js";
+import { compositeFence } from "../../features/composites/fences.js";
+import { compositeKindsOf } from "../../features/composites/nodes.js";
+import { structureOf } from "../../features/composites/structure.js";
+import { fillComposite } from "./composite-fill.js";
+import { COMPOSITE_BODY_START, compositeSourceText, mediaAssetOf, summarizeComposite } from "./composite-summary.js";
+import { transcribeDocument } from "./document-transcribe.js";
+//#region src/integrations/composite-ai/index.ts
+function compositeAiActions(ctx) {
+	return [
+		{
+			id: "composite-fill",
+			label: ctx.t("integrations.compositeFill.action"),
+			icon: "i-lucide-wand-sparkles",
+			ability: ABILITY.aiGenerate,
+			order: 25,
+			isVisible: ({ editor, node }) => node.type.name === "composite" && compositeKind(compositeKindsOf(editor), String(node.attrs.kind)).ai !== void 0,
+			run: ({ editor, pos }) => {
+				fillComposite(editor, pos, ctx.fetch, modelProfiles(ctx.app).modelRef, ctx.notify, ctx.t);
+			}
+		},
+		{
+			id: "composite-summarize",
+			label: ctx.t("integrations.compositeSummary.action"),
+			icon: "i-lucide-text-quote",
+			ability: ABILITY.compositeSummarize,
+			order: 30,
+			isVisible: ({ node }) => compositeSourceText(node).trim().length > 0,
+			run: ({ editor, pos }) => {
+				summarizeComposite(editor, pos, ctx.fetch, modelProfiles(ctx.app).modelRef, ctx.notify, ctx.t);
+			}
+		},
+		{
+			id: "document-transcribe",
+			label: ctx.t("integrations.documentTranscribe.action"),
+			icon: "i-lucide-captions",
+			ability: ABILITY.compositeTranscribe,
+			order: 450,
+			isVisible: ({ node }) => node.attrs.kind === "document" && !!ctx.ai?.transcription && mediaAssetOf(node) !== null,
+			run: ({ editor, pos }) => {
+				transcribeDocument(editor, pos, ctx.fetch, ctx.notify, ctx.t);
+			}
+		}
+	];
+}
+/**
+* AI on composites (requires `composites`, `ai`, `media`): the „Baustein füllen (KI)“ block action (on composites of
+* kinds with an `ai` configuration: brief + document → task `fill-block`, the result opens the diff review over the
+* body), the „Zusammenfassung erzeugen“ block action (streams a
+* summary of a composite's body or transcript into its description), the „Transkribieren“ action of a `document`
+* composite with an audio/video asset (`POST /api/ai/transcribe`, shown only when the app's public AI configuration
+* enables transcription), and the composite-structure form of AI results: with `composite` structure an AI result that
+* has a heading is inserted as a `section` composite fence, otherwise (and in flat structure) the base AI heading
+* is used. It is the preset's single `formatAiResult` contributor. The base AI feature and the composites feature do
+* not know it. Framework-free: notices go through the surface's `ctx.notify`, the model through the app's
+* `modelProfiles(ctx.app)`.
+*/
+function compositeAiFeature() {
+	return {
+		id: "composite-ai",
+		requires: [
+			"composites",
+			"ai",
+			"media"
+		],
+		blockActions: compositeAiActions,
+		formatAiResult: (editor, markdown, heading) => {
+			if (!heading) return markdown;
+			const text = withHeading(heading, markdown);
+			return structureOf(editor) === "composite" ? compositeFence("section", {}, text) : text;
+		}
+	};
+}
+//#endregion
+export { COMPOSITE_BODY_START, compositeAiFeature, compositeSourceText, fillComposite, mediaAssetOf, summarizeComposite, transcribeDocument };
+
+//# sourceMappingURL=index.js.map

package/dist/integrations/composite-ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../../src/integrations/composite-ai/index.ts"],"sourcesContent":["import type { BlockAction, EditorFeature, FeatureContext } from '../../core'\nimport { ABILITY } from '../../core/schema'\nimport { modelProfiles, withHeading } from '../../features/ai'\nimport { structureOf } from '../../features/composites'\nimport { compositeFence, compositeKind, compositeKindsOf } from '../../features/composites/schema'\nimport { fillComposite } from './composite-fill'\nimport { compositeSourceText, mediaAssetOf, summarizeComposite } from './composite-summary'\nimport { transcribeDocument } from './document-transcribe'\n\nexport { fillComposite } from './composite-fill'\nexport { COMPOSITE_BODY_START, compositeSourceText, mediaAssetOf, summarizeComposite } from './composite-summary'\nexport { transcribeDocument } from './document-transcribe'\n\nfunction compositeAiActions(ctx: FeatureContext): BlockAction[] {\n  return [\n    {\n      id: 'composite-fill',\n      label: ctx.t('integrations.compositeFill.action'),\n      icon: 'i-lucide-wand-sparkles',\n      ability: ABILITY.aiGenerate,\n      order: 25,\n      isVisible: ({ editor, node }) => node.type.name === 'composite' && compositeKind(compositeKindsOf(editor), String(node.attrs.kind)).ai !== undefined,\n      run: ({ editor, pos }) => {\n        void fillComposite(editor, pos, ctx.fetch, modelProfiles(ctx.app).modelRef, ctx.notify, ctx.t)\n      },\n    },\n    {\n      id: 'composite-summarize',\n      label: ctx.t('integrations.compositeSummary.action'),\n      icon: 'i-lucide-text-quote',\n      ability: ABILITY.compositeSummarize,\n      order: 30,\n      isVisible: ({ node }) => compositeSourceText(node).trim().length > 0,\n      run: ({ editor, pos }) => {\n        void summarizeComposite(editor, pos, ctx.fetch, modelProfiles(ctx.app).modelRef, ctx.notify, ctx.t)\n      },\n    },\n    {\n      id: 'document-transcribe',\n      label: ctx.t('integrations.documentTranscribe.action'),\n      icon: 'i-lucide-captions',\n      ability: ABILITY.compositeTranscribe,\n      order: 450,\n      isVisible: ({ node }) => node.attrs.kind === 'document' && !!ctx.ai?.transcription && mediaAssetOf(node) !== null,\n      run: ({ editor, pos }) => {\n        void transcribeDocument(editor, pos, ctx.fetch, ctx.notify, ctx.t)\n      },\n    },\n  ]\n}\n\n/**\n * AI on composites (requires `composites`, `ai`, `media`): the „Baustein füllen (KI)“ block action (on composites of\n * kinds with an `ai` configuration: brief + document → task `fill-block`, the result opens the diff review over the\n * body), the „Zusammenfassung erzeugen“ block action (streams a\n * summary of a composite's body or transcript into its description), the „Transkribieren“ action of a `document`\n * composite with an audio/video asset (`POST /api/ai/transcribe`, shown only when the app's public AI configuration\n * enables transcription), and the composite-structure form of AI results: with `composite` structure an AI result that\n * has a heading is inserted as a `section` composite fence, otherwise (and in flat structure) the base AI heading\n * is used. It is the preset's single `formatAiResult` contributor. The base AI feature and the composites feature do\n * not know it. Framework-free: notices go through the surface's `ctx.notify`, the model through the app's\n * `modelProfiles(ctx.app)`.\n */\nexport function compositeAiFeature(): EditorFeature<never> {\n  return {\n    id: 'composite-ai',\n    requires: ['composites', 'ai', 'media'],\n    blockActions: compositeAiActions,\n    formatAiResult: (editor, markdown, heading) => {\n      if (!heading) return markdown\n      const text = withHeading(heading, markdown)\n      return structureOf(editor) === 'composite' ? compositeFence('section', {}, text) : text\n    },\n  }\n}\n"],"mappings":";;;;;;;;;;;AAaA,SAAS,mBAAmB,KAAoC;CAC9D,OAAO;EACL;GACE,IAAI;GACJ,OAAO,IAAI,EAAE,mCAAmC;GAChD,MAAM;GACN,SAAS,QAAQ;GACjB,OAAO;GACP,YAAY,EAAE,QAAQ,WAAW,KAAK,KAAK,SAAS,eAAe,cAAc,iBAAiB,MAAM,GAAG,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO,KAAA;GAC3I,MAAM,EAAE,QAAQ,UAAU;IACxB,cAAmB,QAAQ,KAAK,IAAI,OAAO,cAAc,IAAI,GAAG,CAAC,CAAC,UAAU,IAAI,QAAQ,IAAI,CAAC;GAC/F;EACF;EACA;GACE,IAAI;GACJ,OAAO,IAAI,EAAE,sCAAsC;GACnD,MAAM;GACN,SAAS,QAAQ;GACjB,OAAO;GACP,YAAY,EAAE,WAAW,oBAAoB,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS;GACnE,MAAM,EAAE,QAAQ,UAAU;IACxB,mBAAwB,QAAQ,KAAK,IAAI,OAAO,cAAc,IAAI,GAAG,CAAC,CAAC,UAAU,IAAI,QAAQ,IAAI,CAAC;GACpG;EACF;EACA;GACE,IAAI;GACJ,OAAO,IAAI,EAAE,wCAAwC;GACrD,MAAM;GACN,SAAS,QAAQ;GACjB,OAAO;GACP,YAAY,EAAE,WAAW,KAAK,MAAM,SAAS,cAAc,CAAC,CAAC,IAAI,IAAI,iBAAiB,aAAa,IAAI,MAAM;GAC7G,MAAM,EAAE,QAAQ,UAAU;IACxB,mBAAwB,QAAQ,KAAK,IAAI,OAAO,IAAI,QAAQ,IAAI,CAAC;GACnE;EACF;CACF;AACF;;;;;;;;;;;;;AAcA,SAAgB,qBAA2C;CACzD,OAAO;EACL,IAAI;EACJ,UAAU;GAAC;GAAc;GAAM;EAAO;EACtC,cAAc;EACd,iBAAiB,QAAQ,UAAU,YAAY;GAC7C,IAAI,CAAC,SAAS,OAAO;GACrB,MAAM,OAAO,YAAY,SAAS,QAAQ;GAC1C,OAAO,YAAY,MAAM,MAAM,cAAc,eAAe,WAAW,CAAC,GAAG,IAAI,IAAI;EACrF;CACF;AACF"}

package/dist/integrations/composite-media/index.d.ts

@@ -0,0 +1,19 @@
+import { EditorFeature } from "../../core/feature.js";
+import "../../core/index.js";
+//#region src/integrations/composite-media/index.d.ts
+/**
+ * File import into composites. Needs the `composites` and `media` features; neither imports this one.
+ *
+ * - **Wrapping:** the `wrapImport` stage puts the blocks of every imported file (parsed text or Markdown, or the
+ *   uploaded media or file block; drop, paste, picker and recorder alike) into one `document` composite titled with the
+ *   file's name stem and carrying its filename, type, size and import date as meta. Without this feature the blocks are
+ *   inserted as they are.
+ * - **Action:** the `/` command „Datei importieren“ (`datei`, ability `composite`) picks any files and imports them
+ *   through `editor.storage.media.importFiles` at the caret.
+ *
+ * Install it anywhere after `composites` and `media`; the `/` entry follows the order of the feature list. Framework-free
+ * (`EditorFeature<never>`: no component slots), so one instance serves the Vue and the React surface.
+ */
+export declare function compositeMediaFeature(): EditorFeature<never>;
+//#endregion
+//# sourceMappingURL=index.d.ts.map

package/dist/integrations/composite-media/index.js

@@ -0,0 +1,72 @@
+import { ABILITY } from "../../core/schema/abilities.js";
+import { compositeJSON } from "../../features/composites/nodes.js";
+import { mediaMime } from "../../features/media/schema.js";
+import { pickFiles } from "../../features/media/upload.js";
+import { isTextFile } from "../../features/media/file-import.js";
+//#region src/integrations/composite-media/index.ts
+/** The file name without its last extension; the whole name when nothing else is left (`.env`). */
+function stemOf(name) {
+	const dot = name.lastIndexOf(".");
+	return dot > 0 ? name.slice(0, dot) : name;
+}
+/** A `document` composite titled with the stem of `file`'s name, holding its original name, type, size and import date. */
+function documentComposite(file, text, body) {
+	const composite = compositeJSON("document", body);
+	const [title, ...rest] = composite.content;
+	const stem = stemOf(file.name);
+	return {
+		...composite,
+		attrs: {
+			kind: "document",
+			meta: {
+				filename: file.name,
+				mimeType: mediaMime(file.type) || (text ? "text/markdown" : "application/octet-stream"),
+				size: file.size,
+				importedAt: (/* @__PURE__ */ new Date()).toISOString().slice(0, 10)
+			}
+		},
+		content: [stem ? {
+			...title,
+			content: [{
+				type: "text",
+				text: stem
+			}]
+		} : title, ...rest]
+	};
+}
+/**
+* File import into composites. Needs the `composites` and `media` features; neither imports this one.
+*
+* - **Wrapping:** the `wrapImport` stage puts the blocks of every imported file (parsed text or Markdown, or the
+*   uploaded media or file block; drop, paste, picker and recorder alike) into one `document` composite titled with the
+*   file's name stem and carrying its filename, type, size and import date as meta. Without this feature the blocks are
+*   inserted as they are.
+* - **Action:** the `/` command „Datei importieren“ (`datei`, ability `composite`) picks any files and imports them
+*   through `editor.storage.media.importFiles` at the caret.
+*
+* Install it anywhere after `composites` and `media`; the `/` entry follows the order of the feature list. Framework-free
+* (`EditorFeature<never>`: no component slots), so one instance serves the Vue and the React surface.
+*/
+function compositeMediaFeature() {
+	return {
+		id: "composite-media",
+		requires: ["composites", "media"],
+		blocks: { wrapImport: (_editor, file, blocks) => [documentComposite(file, isTextFile(file), blocks)] },
+		slashCommands: (ctx) => [{
+			id: "datei",
+			label: ctx.t("integrations.compositeMedia.import"),
+			icon: "i-lucide-file-up",
+			ability: ABILITY.composite,
+			run: (editor) => {
+				const pos = editor.state.selection.from;
+				pickFiles("*/*").then((files) => {
+					if (files.length && !editor.isDestroyed) return editor.storage.media.importFiles(editor, files, pos);
+				});
+			}
+		}]
+	};
+}
+//#endregion
+export { compositeMediaFeature };
+
+//# sourceMappingURL=index.js.map

package/dist/integrations/composite-media/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../../src/integrations/composite-media/index.ts"],"sourcesContent":["import type { JSONContent } from '@tiptap/core'\nimport type { EditorFeature, SlashCommandItem } from '../../core'\nimport { ABILITY } from '../../core/schema'\nimport { compositeJSON } from '../../features/composites/schema'\nimport { isTextFile, pickFiles } from '../../features/media'\nimport { mediaMime } from '../../features/media/schema'\n\n/** The file name without its last extension; the whole name when nothing else is left (`.env`). */\nfunction stemOf(name: string): string {\n  const dot = name.lastIndexOf('.')\n  return dot > 0 ? name.slice(0, dot) : name\n}\n\n/** A `document` composite titled with the stem of `file`'s name, holding its original name, type, size and import date. */\nfunction documentComposite(file: File, text: boolean, body: JSONContent[]): JSONContent {\n  const composite = compositeJSON('document', body)\n  const [title, ...rest] = composite.content!\n  const stem = stemOf(file.name)\n  return {\n    ...composite,\n    attrs: {\n      kind: 'document',\n      meta: {\n        filename: file.name,\n        mimeType: mediaMime(file.type) || (text ? 'text/markdown' : 'application/octet-stream'),\n        size: file.size,\n        importedAt: new Date().toISOString().slice(0, 10),\n      },\n    },\n    content: [stem ? { ...title!, content: [{ type: 'text', text: stem }] } : title!, ...rest],\n  }\n}\n\n/**\n * File import into composites. Needs the `composites` and `media` features; neither imports this one.\n *\n * - **Wrapping:** the `wrapImport` stage puts the blocks of every imported file (parsed text or Markdown, or the\n *   uploaded media or file block; drop, paste, picker and recorder alike) into one `document` composite titled with the\n *   file's name stem and carrying its filename, type, size and import date as meta. Without this feature the blocks are\n *   inserted as they are.\n * - **Action:** the `/` command „Datei importieren“ (`datei`, ability `composite`) picks any files and imports them\n *   through `editor.storage.media.importFiles` at the caret.\n *\n * Install it anywhere after `composites` and `media`; the `/` entry follows the order of the feature list. Framework-free\n * (`EditorFeature<never>`: no component slots), so one instance serves the Vue and the React surface.\n */\nexport function compositeMediaFeature(): EditorFeature<never> {\n  return {\n    id: 'composite-media',\n    requires: ['composites', 'media'],\n    blocks: { wrapImport: (_editor, file, blocks) => [documentComposite(file, isTextFile(file), blocks)] },\n    slashCommands: (ctx): SlashCommandItem[] => [{\n      id: 'datei',\n      label: ctx.t('integrations.compositeMedia.import'),\n      icon: 'i-lucide-file-up',\n      ability: ABILITY.composite,\n      run: (editor) => {\n        const pos = editor.state.selection.from\n        void pickFiles('*/*').then((files) => {\n          if (files.length && !editor.isDestroyed) return editor.storage.media.importFiles(editor, files, pos)\n        })\n      },\n    }],\n  }\n}\n"],"mappings":";;;;;;;AAQA,SAAS,OAAO,MAAsB;CACpC,MAAM,MAAM,KAAK,YAAY,GAAG;CAChC,OAAO,MAAM,IAAI,KAAK,MAAM,GAAG,GAAG,IAAI;AACxC;;AAGA,SAAS,kBAAkB,MAAY,MAAe,MAAkC;CACtF,MAAM,YAAY,cAAc,YAAY,IAAI;CAChD,MAAM,CAAC,OAAO,GAAG,QAAQ,UAAU;CACnC,MAAM,OAAO,OAAO,KAAK,IAAI;CAC7B,OAAO;EACL,GAAG;EACH,OAAO;GACL,MAAM;GACN,MAAM;IACJ,UAAU,KAAK;IACf,UAAU,UAAU,KAAK,IAAI,MAAM,OAAO,kBAAkB;IAC5D,MAAM,KAAK;IACX,6BAAY,IAAI,KAAK,EAAA,CAAE,YAAY,CAAC,CAAC,MAAM,GAAG,EAAE;GAClD;EACF;EACA,SAAS,CAAC,OAAO;GAAE,GAAG;GAAQ,SAAS,CAAC;IAAE,MAAM;IAAQ,MAAM;GAAK,CAAC;EAAE,IAAI,OAAQ,GAAG,IAAI;CAC3F;AACF;;;;;;;;;;;;;;AAeA,SAAgB,wBAA8C;CAC5D,OAAO;EACL,IAAI;EACJ,UAAU,CAAC,cAAc,OAAO;EAChC,QAAQ,EAAE,aAAa,SAAS,MAAM,WAAW,CAAC,kBAAkB,MAAM,WAAW,IAAI,GAAG,MAAM,CAAC,EAAE;EACrG,gBAAgB,QAA4B,CAAC;GAC3C,IAAI;GACJ,OAAO,IAAI,EAAE,oCAAoC;GACjD,MAAM;GACN,SAAS,QAAQ;GACjB,MAAM,WAAW;IACf,MAAM,MAAM,OAAO,MAAM,UAAU;IACnC,UAAe,KAAK,CAAC,CAAC,MAAM,UAAU;KACpC,IAAI,MAAM,UAAU,CAAC,OAAO,aAAa,OAAO,OAAO,QAAQ,MAAM,YAAY,QAAQ,OAAO,GAAG;IACrG,CAAC;GACH;EACF,CAAC;CACH;AACF"}

package/dist/integrations/transcript-ai/index.d.ts

@@ -0,0 +1,16 @@
+import { EditorFeature } from "../../core/feature.js";
+import "../../core/index.js";
+import { TranscriptCleanup, TranscriptCleanupScope, createTranscriptCleanup, hasTranscriptSegments } from "./transcript-cleanup.js";
+//#region src/integrations/transcript-ai/index.d.ts
+/**
+ * Speaker-aware AI on transcripts (requires `transcript`, `ai`): „Transkript bereinigen“ removes fillers, repairs
+ * punctuation and joins fragments per speaker segment (`POST /api/ai/transcript-cleanup`) and opens the result as an
+ * in-document AI review. Offered as a block action on a segment or a block holding segments, and as a row of the AI
+ * selection menu over a selection that overlaps segments. Without this feature neither exists. Framework-free
+ * (`EditorFeature<never>`): notices go through the surface's `ctx.notify`, the model through `modelProfiles(ctx.app)`,
+ * and a running request is aborted when the surface goes away (`setup` teardown).
+ */
+export declare function transcriptAiFeature(): EditorFeature<never>;
+//#endregion
+export { type TranscriptCleanup, type TranscriptCleanupScope, createTranscriptCleanup, hasTranscriptSegments };
+//# sourceMappingURL=index.d.ts.map

package/dist/integrations/transcript-ai/index.js

@@ -0,0 +1,63 @@
+import { ABILITY } from "../../core/schema/abilities.js";
+import { modelProfiles } from "../../features/ai/model-profiles.js";
+import { createTranscriptCleanup, hasTranscriptSegments } from "./transcript-cleanup.js";
+import { Extension } from "@tiptap/core";
+//#region src/integrations/transcript-ai/index.ts
+const surfaces = /* @__PURE__ */ new WeakMap();
+function cleanupOf(ctx) {
+	let cleanup = surfaces.get(ctx);
+	if (!cleanup) {
+		cleanup = createTranscriptCleanup(modelProfiles(ctx.app).modelRef, ctx.fetch, ctx.notify, ctx.t);
+		surfaces.set(ctx, cleanup);
+	}
+	return cleanup;
+}
+function menuExtension(cleanup, t) {
+	const aiMenuActions = [{
+		id: "transcript-cleanup",
+		label: t("integrations.transcriptCleanup.action"),
+		icon: "i-lucide-eraser",
+		available: (editor, range) => !cleanup.running.get() && hasTranscriptSegments(editor.state.doc, range),
+		run: (editor, range) => cleanup.cleanup(editor, range)
+	}];
+	return Extension.create({
+		name: "transcriptCleanupMenu",
+		aiMenuActions
+	});
+}
+function cleanupActions(ctx) {
+	const scope = (pos, size) => ({
+		from: pos,
+		to: pos + size
+	});
+	return [{
+		id: "transcript-cleanup",
+		label: ctx.t("integrations.transcriptCleanup.actionAi"),
+		icon: "i-lucide-eraser",
+		ability: ABILITY.aiRewrite,
+		order: 20,
+		isVisible: ({ editor, node, pos }) => hasTranscriptSegments(editor.state.doc, scope(pos, node.nodeSize)),
+		run: ({ editor, node, pos }) => void cleanupOf(ctx).cleanup(editor, scope(pos, node.nodeSize))
+	}];
+}
+/**
+* Speaker-aware AI on transcripts (requires `transcript`, `ai`): „Transkript bereinigen“ removes fillers, repairs
+* punctuation and joins fragments per speaker segment (`POST /api/ai/transcript-cleanup`) and opens the result as an
+* in-document AI review. Offered as a block action on a segment or a block holding segments, and as a row of the AI
+* selection menu over a selection that overlaps segments. Without this feature neither exists. Framework-free
+* (`EditorFeature<never>`): notices go through the surface's `ctx.notify`, the model through `modelProfiles(ctx.app)`,
+* and a running request is aborted when the surface goes away (`setup` teardown).
+*/
+function transcriptAiFeature() {
+	return {
+		id: "transcript-ai",
+		requires: ["transcript", "ai"],
+		extensions: (ctx) => [menuExtension(cleanupOf(ctx), ctx.t)],
+		setup: (ctx) => () => cleanupOf(ctx).abort(),
+		blockActions: cleanupActions
+	};
+}
+//#endregion
+export { createTranscriptCleanup, hasTranscriptSegments, transcriptAiFeature };
+
+//# sourceMappingURL=index.js.map

package/dist/integrations/transcript-ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../../../src/integrations/transcript-ai/index.ts"],"sourcesContent":["import { type AnyExtension, Extension } from '@tiptap/core'\nimport type { BlockAction, EditorFeature, FeatureContext } from '../../core'\nimport { ABILITY } from '../../core/schema'\nimport type { Translate } from '../../i18n'\nimport { type AiMenuAction, modelProfiles } from '../../features/ai'\nimport { createTranscriptCleanup, hasTranscriptSegments, type TranscriptCleanup, type TranscriptCleanupScope } from './transcript-cleanup'\n\nexport { createTranscriptCleanup, hasTranscriptSegments, type TranscriptCleanup, type TranscriptCleanupScope } from './transcript-cleanup'\n\n// Per surface: a preset (and so this feature object) may be shared by several editors, each with its own running state.\nconst surfaces = new WeakMap<FeatureContext, TranscriptCleanup>()\n\nfunction cleanupOf(ctx: FeatureContext): TranscriptCleanup {\n  let cleanup = surfaces.get(ctx)\n  if (!cleanup) {\n    cleanup = createTranscriptCleanup(modelProfiles(ctx.app).modelRef, ctx.fetch, ctx.notify, ctx.t)\n    surfaces.set(ctx, cleanup)\n  }\n  return cleanup\n}\n\nfunction menuExtension(cleanup: TranscriptCleanup, t: Translate): AnyExtension {\n  const aiMenuActions: AiMenuAction[] = [{\n    id: 'transcript-cleanup',\n    label: t('integrations.transcriptCleanup.action'),\n    icon: 'i-lucide-eraser',\n    available: (editor, range) => !cleanup.running.get() && hasTranscriptSegments(editor.state.doc, range),\n    run: (editor, range) => cleanup.cleanup(editor, range),\n  }]\n  return Extension.create({ name: 'transcriptCleanupMenu', aiMenuActions })\n}\n\nfunction cleanupActions(ctx: FeatureContext): BlockAction[] {\n  const scope = (pos: number, size: number): TranscriptCleanupScope => ({ from: pos, to: pos + size })\n  return [{\n    id: 'transcript-cleanup',\n    label: ctx.t('integrations.transcriptCleanup.actionAi'),\n    icon: 'i-lucide-eraser',\n    ability: ABILITY.aiRewrite,\n    order: 20,\n    // A speaker segment, or a block (composite, quote, list) holding some: cleans exactly those segments.\n    isVisible: ({ editor, node, pos }) => hasTranscriptSegments(editor.state.doc, scope(pos, node.nodeSize)),\n    run: ({ editor, node, pos }) => void cleanupOf(ctx).cleanup(editor, scope(pos, node.nodeSize)),\n  }]\n}\n\n/**\n * Speaker-aware AI on transcripts (requires `transcript`, `ai`): „Transkript bereinigen“ removes fillers, repairs\n * punctuation and joins fragments per speaker segment (`POST /api/ai/transcript-cleanup`) and opens the result as an\n * in-document AI review. Offered as a block action on a segment or a block holding segments, and as a row of the AI\n * selection menu over a selection that overlaps segments. Without this feature neither exists. Framework-free\n * (`EditorFeature<never>`): notices go through the surface's `ctx.notify`, the model through `modelProfiles(ctx.app)`,\n * and a running request is aborted when the surface goes away (`setup` teardown).\n */\nexport function transcriptAiFeature(): EditorFeature<never> {\n  return {\n    id: 'transcript-ai',\n    requires: ['transcript', 'ai'],\n    extensions: ctx => [menuExtension(cleanupOf(ctx), ctx.t)],\n    setup: ctx => () => cleanupOf(ctx).abort(),\n    blockActions: cleanupActions,\n  }\n}\n"],"mappings":";;;;;AAUA,MAAM,2BAAW,IAAI,QAA2C;AAEhE,SAAS,UAAU,KAAwC;CACzD,IAAI,UAAU,SAAS,IAAI,GAAG;CAC9B,IAAI,CAAC,SAAS;EACZ,UAAU,wBAAwB,cAAc,IAAI,GAAG,CAAC,CAAC,UAAU,IAAI,OAAO,IAAI,QAAQ,IAAI,CAAC;EAC/F,SAAS,IAAI,KAAK,OAAO;CAC3B;CACA,OAAO;AACT;AAEA,SAAS,cAAc,SAA4B,GAA4B;CAC7E,MAAM,gBAAgC,CAAC;EACrC,IAAI;EACJ,OAAO,EAAE,uCAAuC;EAChD,MAAM;EACN,YAAY,QAAQ,UAAU,CAAC,QAAQ,QAAQ,IAAI,KAAK,sBAAsB,OAAO,MAAM,KAAK,KAAK;EACrG,MAAM,QAAQ,UAAU,QAAQ,QAAQ,QAAQ,KAAK;CACvD,CAAC;CACD,OAAO,UAAU,OAAO;EAAE,MAAM;EAAyB;CAAc,CAAC;AAC1E;AAEA,SAAS,eAAe,KAAoC;CAC1D,MAAM,SAAS,KAAa,UAA0C;EAAE,MAAM;EAAK,IAAI,MAAM;CAAK;CAClG,OAAO,CAAC;EACN,IAAI;EACJ,OAAO,IAAI,EAAE,yCAAyC;EACtD,MAAM;EACN,SAAS,QAAQ;EACjB,OAAO;EAEP,YAAY,EAAE,QAAQ,MAAM,UAAU,sBAAsB,OAAO,MAAM,KAAK,MAAM,KAAK,KAAK,QAAQ,CAAC;EACvG,MAAM,EAAE,QAAQ,MAAM,UAAU,KAAK,UAAU,GAAG,CAAC,CAAC,QAAQ,QAAQ,MAAM,KAAK,KAAK,QAAQ,CAAC;CAC/F,CAAC;AACH;;;;;;;;;AAUA,SAAgB,sBAA4C;CAC1D,OAAO;EACL,IAAI;EACJ,UAAU,CAAC,cAAc,IAAI;EAC7B,aAAY,QAAO,CAAC,cAAc,UAAU,GAAG,GAAG,IAAI,CAAC,CAAC;EACxD,QAAO,cAAa,UAAU,GAAG,CAAC,CAAC,MAAM;EACzC,cAAc;CAChB;AACF"}

package/dist/integrations/transcript-ai/protocol.d.ts

@@ -0,0 +1,68 @@
+import { z } from "zod";
+//#region src/integrations/transcript-ai/protocol.d.ts
+/**
+ * Transcript cleanup limits. The client sends at most `segments` segments of at most `text` characters each (longer
+ * ones stay untouched: a truncated text would cut the segment's tail off on apply) and stops adding segments once the
+ * texts sum up to `total`; the route rejects anything larger. The route cleans in model calls of about `chunk`
+ * characters, at most `concurrency` at a time.
+ */
+export declare const TRANSCRIPT_CLEANUP_LIMITS: {
+  readonly segments: 500;
+  readonly text: 4000;
+  readonly total: 60000;
+  readonly speaker: 80;
+  readonly chunk: 6000;
+  readonly concurrency: 3;
+};
+export declare const transcriptCleanupSegmentSchema: z.ZodObject<{
+  id: z.ZodString;
+  speaker: z.ZodString;
+  text: z.ZodString;
+}, z.core.$strip>;
+export type TranscriptCleanupSegment = z.infer<typeof transcriptCleanupSegmentSchema>;
+export declare const transcriptCleanupRequestSchema: z.ZodObject<{
+  segments: z.ZodArray<z.ZodObject<{
+    id: z.ZodString;
+    speaker: z.ZodString;
+    text: z.ZodString;
+  }, z.core.$strip>>;
+  model: z.ZodUnion<readonly [z.ZodObject<{
+    preset: z.ZodString;
+  }, z.core.$strip>, z.ZodObject<{
+    endpoint: z.ZodString;
+    model: z.ZodString;
+    apiKey: z.ZodString;
+  }, z.core.$strip>]>;
+}, z.core.$strip>;
+export type TranscriptCleanupRequest = z.infer<typeof transcriptCleanupRequestSchema>;
+/** Cleaned text (single-line inline Markdown) of the segment with block ID `id`. */
+export interface TranscriptCleanupResult {
+  id: string;
+  text: string;
+}
+/** `cleaned`: only segments whose text changed. `failed`: segments of chunks whose model answer was unusable (left as they are). */
+export interface TranscriptCleanupResponse {
+  cleaned: TranscriptCleanupResult[];
+  failed: number;
+}
+export interface TranscriptCleanupMessage {
+  role: 'system' | 'user';
+  content: string;
+}
+/**
+ * Chat messages cleaning `segments`. The model sees the segments' 1-based list positions as `id` instead of their
+ * block IDs (short numbers are copied reliably); `parseTranscriptCleanup` maps them back. The transcript stays out
+ * of the system prompt.
+ */
+export declare function transcriptCleanupMessages(segments: TranscriptCleanupSegment[]): TranscriptCleanupMessage[];
+/** Splits `segments` into consecutive chunks of at most `TRANSCRIPT_CLEANUP_LIMITS.chunk` characters (at least one segment each). */
+export declare function transcriptCleanupChunks(segments: TranscriptCleanupSegment[]): TranscriptCleanupSegment[][];
+/**
+ * Validated cleaned texts from the raw model output for `segments` (the chunk the model saw), keyed by block ID.
+ * Drops malformed entries, unknown and repeated ids, empty texts (a segment is never emptied) and unchanged texts;
+ * segments the model left out keep their text. Line breaks collapse to spaces, and a speaker label the model echoed
+ * in front of the text is removed. Throws when the output is not the expected JSON at all.
+ */
+export declare function parseTranscriptCleanup(raw: string, segments: TranscriptCleanupSegment[]): TranscriptCleanupResult[];
+//#endregion
+//# sourceMappingURL=protocol.d.ts.map