pi-paster 0.2.2 → 0.2.3

package/dist/index.d.mts

@@ -157,7 +157,7 @@ declare class AttachmentStore {
 //#region src/editor.d.ts
 declare const PASTE_START = "\u001B[200~";
 declare const PASTE_END = "\u001B[201~";
-declare function segmentTextWithAtomicImages(text: string, store: AttachmentStore, validPasteIds?: Set<number>): Intl.SegmentData[];
+declare function segmentTextWithAtomicImages(text: string, store: AttachmentStore, validPasteIds?: Set<number>, segmenter?: Intl.Segmenter): Intl.SegmentData[];
 declare class PasterEditor extends CustomEditor {
   private readonly pasterKeybindings;
   private readonly pasterOptions;

package/dist/index.mjs

@@ -883,7 +883,8 @@ const PASTE_START = "\x1B[200~";
 const PASTE_END = "\x1B[201~";
 const PLACEHOLDER_REGEX = /\[#image \d+\]/g;
 const PASTE_MARKER_REGEX = /\[paste #(\d+)( (\+\d+ lines|\d+ chars))?\]/g;
-const baseSegmenter = new Intl.Segmenter();
+const graphemeSegmenter = new Intl.Segmenter(void 0, { granularity: "grapheme" });
+const wordSegmenter = new Intl.Segmenter(void 0, { granularity: "word" });
 function atomicSpansForText(text, validPasteIds) {
 	const spans = [];
 	for (const match of text.matchAll(PASTE_MARKER_REGEX)) {
@@ -903,12 +904,12 @@ function atomicSpansForText(text, validPasteIds) {
 	}
 	return spans.sort((a, b) => a.start - b.start || a.end - b.end);
 }
-function segmentTextWithAtomicImages(text, store, validPasteIds = /* @__PURE__ */ new Set()) {
+function segmentTextWithAtomicImages(text, store, validPasteIds = /* @__PURE__ */ new Set(), segmenter = graphemeSegmenter) {
 	const spans = atomicSpansForText(text, validPasteIds);
-	if (spans.length === 0) return [...baseSegmenter.segment(text)];
+	if (spans.length === 0) return [...segmenter.segment(text)];
 	const result = [];
 	let spanIndex = 0;
-	for (const segment of baseSegmenter.segment(text)) {
+	for (const segment of segmenter.segment(text)) {
 		while (spanIndex < spans.length && spans[spanIndex].end <= segment.index) spanIndex++;
 		const span = spans[spanIndex];
 		if (span && segment.index >= span.start && segment.index < span.end) {
@@ -984,7 +985,7 @@ var PasterEditor = class extends CustomEditor {
 	}
 	installAtomicImageSegmentation() {
 		const editor = this;
-		editor.segment = (text) => segmentTextWithAtomicImages(text, this.pasterOptions.store, new Set(editor.pastes?.keys() ?? []));
+		editor.segment = (text, mode = "grapheme") => segmentTextWithAtomicImages(text, this.pasterOptions.store, new Set(editor.pastes?.keys() ?? []), mode === "word" ? wordSegmenter : graphemeSegmenter);
 	}
 	async handlePasteClipboardImage() {
 		const attachment = await this.pasterOptions.pasteClipboardImage?.();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-paster",
-  "version": "0.2.2",
+  "version": "0.2.3",
   "description": "Pi extension that turns pasted image paths into first-class image attachments.",
   "keywords": [
     "image-attachments",
@@ -58,6 +58,6 @@
     "extensions": [
       "./src/index.ts"
     ],
-    "image": "https://unpkg.com/pi-paster@0.2.2/docs/preview.png"
+    "image": "https://unpkg.com/pi-paster@0.2.3/docs/preview.png"
   }
 }

package/src/editor.ts

@@ -8,7 +8,8 @@ export const PASTE_START = "\x1b[200~";
 export const PASTE_END = "\x1b[201~";
 const PLACEHOLDER_REGEX = /\[#image \d+\]/g;
 const PASTE_MARKER_REGEX = /\[paste #(\d+)( (\+\d+ lines|\d+ chars))?\]/g;
-const baseSegmenter = new Intl.Segmenter();
+const graphemeSegmenter = new Intl.Segmenter(undefined, { granularity: "grapheme" });
+const wordSegmenter = new Intl.Segmenter(undefined, { granularity: "word" });
 
 interface AtomicSpan {
   start: number;
@@ -16,7 +17,7 @@ interface AtomicSpan {
 }
 
 interface EditorSegmentationAccess {
-  segment?: (text: string) => Iterable<Intl.SegmentData>;
+  segment?: (text: string, mode?: "word" | "grapheme") => Iterable<Intl.SegmentData>;
   pastes?: Map<number, string>;
 }
 
@@ -41,13 +42,14 @@ export function segmentTextWithAtomicImages(
   text: string,
   store: AttachmentStore,
   validPasteIds: Set<number> = new Set(),
+  segmenter: Intl.Segmenter = graphemeSegmenter,
 ): Intl.SegmentData[] {
   const spans = atomicSpansForText(text, validPasteIds);
-  if (spans.length === 0) return [...baseSegmenter.segment(text)];
+  if (spans.length === 0) return [...segmenter.segment(text)];
 
   const result: Intl.SegmentData[] = [];
   let spanIndex = 0;
-  for (const segment of baseSegmenter.segment(text)) {
+  for (const segment of segmenter.segment(text)) {
     while (spanIndex < spans.length && spans[spanIndex]!.end <= segment.index) spanIndex++;
     const span = spans[spanIndex];
     if (span && segment.index >= span.start && segment.index < span.end) {
@@ -159,11 +161,12 @@ export class PasterEditor extends CustomEditor {
 
   private installAtomicImageSegmentation(): void {
     const editor = this as unknown as EditorSegmentationAccess;
-    editor.segment = (text: string) =>
+    editor.segment = (text: string, mode: "word" | "grapheme" = "grapheme") =>
       segmentTextWithAtomicImages(
         text,
         this.pasterOptions.store,
         new Set(editor.pastes?.keys() ?? []),
+        mode === "word" ? wordSegmenter : graphemeSegmenter,
       );
   }