arcane-os 0.44.0 → 0.46.0

package/runtime/arcane/components/file-manager.html

@@ -1555,6 +1555,8 @@
             generation,
             urls:new Set(),
             media:new Set(),
+            markdownMedia:new Set(),
+            markdownStatus:false,
             title:`${directory}/${fileName}`,
             rendered:null,
             printPreparation:null,
@@ -1660,6 +1662,7 @@
             status.remove();
             content.append(rendered);
             preview.rendered=rendered;
+            updateMarkdownPreviewStatus(preview);
             void preparePreviewPrint(preview).catch(function reportPrintPreparation(error){
                 reportPreviewPrintFailure(error,preview);
             });
@@ -1683,11 +1686,12 @@
                 }
                 const view=createPrintView({
                     host,
-                    content:()=>preview.rendered,
+                    content:()=>previewPrintContent(preview),
                     title:()=>preview.title,
                     active:()=>isCurrentPreview(preview)&&fileModal.opened===true,
                     priority:1,
                     signal:preview.controller.signal,
+                    prepare:function preparePreviewMedia(signal){return waitForPreviewMarkdown(preview,signal);},
                     retain:()=>retainPreviewPrintResources(preview),
                     onError:error=>reportPreviewPrintFailure(error,preview)
                 });
@@ -1703,20 +1707,93 @@
         if(!preview?.rendered||!isCurrentPreview(preview)||fileModal.opened!==true){
             return false;
         }
+        if(!await waitForPreviewMarkdown(preview)){
+            return false;
+        }
         const view=await preparePreviewPrint(preview);
         return view&&isCurrentPreview(preview)?view.print():false;
     }
 
+    async function waitForPreviewMarkdown(preview,signal){
+        signal?.throwIfAborted();
+        const results=await Promise.allSettled(
+            [...preview.markdownMedia].map(function markdownReadiness(media){
+                return media.owner.ready;
+            })
+        );
+        signal?.throwIfAborted();
+        if(!isCurrentPreview(preview)||fileModal.opened!==true){
+            return false;
+        }
+        const failures=results.filter(function failedMarkdown(result){
+            return result.status==='rejected';
+        }).map(function markdownFailure(result){
+            return result.reason;
+        });
+        if(failures.length){
+            throw new AggregateError(failures,'Local images could not be prepared for printing.');
+        }
+        return true;
+    }
+
+    function previewPrintContent(preview){
+        const failures=[];
+        for(const media of preview.markdownMedia){
+            if(!media.settled){
+                throw new Error('Local images are still loading. Use Print after they finish.');
+            }
+            if(media.error){
+                failures.push(media.error);
+            }
+        }
+        if(failures.length){
+            throw new AggregateError(failures,'Local images could not be prepared for printing.');
+        }
+        return preview.rendered;
+    }
+
+    function updateMarkdownPreviewStatus(preview){
+        if(!isCurrentPreview(preview)||!preview.rendered){
+            return;
+        }
+        if([...preview.markdownMedia].some(function failedMarkdown(media){return media.error;})){
+            preview.markdownStatus=true;
+            preview.printStatus.textContent='Some images could not be loaded. Reopen this file to try again.';
+            preview.printStatus.setAttribute('role','alert');
+            preview.container.append(preview.printStatus);
+        }else if(preview.markdownStatus&&[...preview.markdownMedia].every(function settledMarkdown(media){return media.settled;})){
+            preview.markdownStatus=false;
+            preview.printStatus.remove();
+        }
+    }
+
     function reportPreviewPrintFailure(error,preview){
         arcaneLogging.error('Unable to print file preview:',error);
         if(isCurrentPreview(preview)){
-            preview.printStatus.textContent='Unable to open print preview. Please try again.';
+            const media=[...preview.markdownMedia];
+            preview.markdownStatus=media.some(function unavailableImage(item){return !item.settled||item.error;});
+            preview.printStatus.textContent=media.some(function pendingImage(item){return !item.settled;})
+                ?'Images are still loading. Close this print dialog and use Print after they finish.'
+                :media.some(function failedImage(item){return item.error;})
+                    ?'Some images could not be loaded. Close any print dialog and reopen this file to try again.'
+                    :'Unable to open print preview. Please try again.';
             preview.printStatus.setAttribute('role','alert');
             preview.container.append(preview.printStatus);
         }
     }
 
     function retainPreviewPrintResources(preview){
+        const markdownReleases=[];
+        try{
+            for(const media of preview.markdownMedia){
+                markdownReleases.push(media.owner.retain());
+            }
+        }catch(error){
+            for(const release of markdownReleases){
+                release();
+            }
+            throw error;
+        }
         preview.printRetains+=1;
         let retained=true;
         return function releasePrintedPreviewResources(){
@@ -1724,6 +1801,9 @@
                 return;
             }
             retained=false;
+            for(const release of markdownReleases){
+                release();
+            }
             preview.printRetains-=1;
             if(preview.released&&preview.printRetains===0){
                 releasePreviewURLs(preview);
@@ -1760,6 +1840,10 @@
         }
         preview.released=true;
         preview.controller.abort(reason);
+        for(const media of preview.markdownMedia){
+            media.owner.destroy();
+        }
+        preview.markdownMedia.clear();
         for(const element of preview.media){
             if(element.localName==='audio'){
                 element.pause();
@@ -1817,10 +1901,32 @@
                 }
                 const body=document.createElement(descriptor.kind==='html'?'iframe':'div');
                 if(descriptor.kind==='markdown'){
-                    markdownModulePromise=markdownModulePromise||import('../modules/MD.js');
-                    const {default:MD}=await markdownModulePromise;
+                    markdownModulePromise=markdownModulePromise||Promise.all([
+                        import('../modules/MD.js'),
+                        import('../modules/MarkdownMedia.js')
+                    ]);
+                    const [{default:MD},{hydrateMarkdownMedia}]=await markdownModulePromise;
                     preview.controller.signal.throwIfAborted();
-                    body.innerHTML=new MD(descriptor.content).safeRendered;
+                    const template=document.createElement('template');
+                    template.innerHTML=new MD(descriptor.content).safeRendered;
+                    const owner=hydrateMarkdownMedia(template.content,{signal:preview.controller.signal});
+                    const media={owner,settled:false,error:null};
+                    preview.markdownMedia.add(media);
+                    void owner.ready.then(
+                        function markdownImagesReady(){
+                            media.settled=true;
+                            updateMarkdownPreviewStatus(preview);
+                        },
+                        function markdownImagesFailed(error){
+                            media.settled=true;
+                            media.error=error;
+                            if(isCurrentPreview(preview)){
+                                arcaneLogging.error('Unable to load local Markdown images:',error);
+                                updateMarkdownPreviewStatus(preview);
+                            }
+                        }
+                    );
+                    body.append(template.content);
                 }else{
                     body.title=descriptor.title||'HTML preview';
                     body.srcdoc=descriptor.content;
@@ -2036,8 +2142,9 @@
         const rendered=document.createElement('div');
         rendered.className='file-preview';
         let value=fileRef.parsed;
-        const transformed=['json','jsonl','ndjson'].includes(fileRef.ext)
-            &&is.function(host.previewTransform);
+        const jsonFile=['json','jsonl','ndjson'].includes(fileRef.ext);
+        const transformed=jsonFile&&is.function(host.previewTransform);
+        let completeJSON;
 
         if(transformed){
             value=await host.previewTransform(
@@ -2049,6 +2156,37 @@
                 }
             );
             preview.controller.signal.throwIfAborted();
+        }else if(jsonFile){
+            // Recognition needs the complete file: FileEntity's parsed JSONL
+            // rows do not include every unparseable line in the original.
+            const [{decodeMarkdownMediaRecord},text]=await Promise.all([
+                import('../modules/MarkdownMedia.js'),
+                fileRef.text()
+            ]);
+            preview.controller.signal.throwIfAborted();
+            completeJSON=text;
+            let imageRecord;
+            try {
+                imageRecord = JSON.parse(completeJSON);
+            } catch {
+                // Mixed JSONL and ordinary text keep their complete presentation.
+                imageRecord = null;
+            }
+            while (is.array(imageRecord) && imageRecord.length === 1) {
+                imageRecord = imageRecord[0];
+            }
+            // A dataUrl property alone does not identify an image record.
+            // Recognize its declared media type before attempting any decoding.
+            if (is.string(imageRecord?.mediaType)
+                && imageRecord.mediaType.toLowerCase().startsWith('image/')) {
+                const image = decodeMarkdownMediaRecord(imageRecord);
+                if (image?.type.startsWith('image/')) {
+                    return renderDescriptor(
+                        {kind: 'image', content: image, alt: fileRef.name},
+                        preview
+                    );
+                }
+            }
         }
 
         switch(fileRef.ext){
@@ -2062,7 +2200,7 @@
             case 'jsonl':
             case 'ndjson':{
                 if(!transformed){
-                    rendered.append(createPreformatted(await fileRef.text()));
+                    rendered.append(createPreformatted(completeJSON));
                     break;
                 }
                 const records=is.array(value)?value:[];

package/runtime/arcane/components/markdown-document.html

@@ -219,7 +219,10 @@
     const host=this;
     host.ready=false;
 
-    const {default:MD}=await import('../modules/MD.js');
+    const [{default:MD},{hydrateMarkdownMedia}]=await Promise.all([
+        import('../modules/MD.js'),
+        import('../modules/MarkdownMedia.js')
+    ]);
     const {createArcaneEventSource,projectArcaneDOMEvent}=await import('arcane-os/event-manager');
     const events=createArcaneEventSource(host,{source:'arcane.component.markdown-document',eventTypes:['markdown-document-state','markdown-document-empty','markdown-document-error','markdown-document-loading','markdown-document-rendered','markdown-document-navigate','markdown-document-ready']});
     const lifecycleController=new AbortController();
@@ -331,6 +334,7 @@
             content:'Document content',
             empty:'No document content is available.',
             error:'Unable to display this document.',
+            mediaError:'Some images could not be displayed.',
             loading:'Loading document…',
             tableOfContents:'On this page'
         },
@@ -348,6 +352,8 @@
     let operationSequence=0;
     let loadController=null;
     let destroyed=false;
+    let renderedMedia=null;
+    let mediaError=false;
 
     host.clear=clear;
     host.configure=configure;
@@ -393,7 +399,7 @@
         }
 
         const labels={...previous.labels};
-        for(const name of ['content','empty','error','loading','tableOfContents']){
+        for(const name of ['content','empty','error','mediaError','loading','tableOfContents']){
             if(labelInput[name]!==undefined){
                 if(!is.string(labelInput[name])||!labelInput[name].trim()){
                     throw new TypeError(`Markdown document labels.${name} must be a nonempty string.`);
@@ -607,6 +613,7 @@
 
         currentMarkdown=markdown;
         currentSourceURL=sourceURL;
+        releaseRenderedMedia();
         contentElement.replaceChildren();
         tableOfContents=[];
         tableOfContentsList.replaceChildren();
@@ -631,6 +638,16 @@
 
         tableOfContents=decorateHeadings(fragment);
         decorateTables(fragment);
+        // Resolve local references before connecting their IMG elements. The
+        // complete Markdown and ordinary external URLs remain unchanged.
+        const media=hydrateMarkdownMedia(fragment,{signal:lifecycleController.signal});
+        renderedMedia=media;
+        media.ready.catch(function reportMarkdownMediaFailure(error){
+            if(destroyed||renderedMedia!==media) return;
+            mediaError=true;
+            arcaneLogging.error('Markdown document image display failed.',error);
+            updateStateDOM();
+        });
         contentElement.replaceChildren(fragment);
         buildTableOfContents(tableOfContents);
         transition(
@@ -644,6 +661,13 @@
         return true;
     }
 
+    function releaseRenderedMedia(){
+        const previous=renderedMedia;
+        renderedMedia=null;
+        mediaError=false;
+        previous?.destroy();
+    }
+
     function renderedMarkdownFragment(html='',sourceURL=options.sourceURL){
         const template=document.createElement('template');
         template.innerHTML=html;
@@ -764,6 +788,7 @@
         const operationId=`${events.descriptor.instanceId}:clear:${++operationSequence}`;
         currentMarkdown='';
         currentSourceURL=options.sourceURL;
+        releaseRenderedMedia();
         contentElement.replaceChildren();
         tableOfContents=[];
         tableOfContentsList.replaceChildren();
@@ -781,6 +806,7 @@
 
     function showError(error,operationId=null){
         currentMarkdown='';
+        releaseRenderedMedia();
         contentElement.replaceChildren();
         tableOfContents=[];
         tableOfContentsList.replaceChildren();
@@ -839,7 +865,7 @@
         host.setAttribute('aria-busy',String(loadingState));
         host.dataset.state=state;
         statusElement.dataset.state=state;
-        statusElement.hidden=readyState;
+        statusElement.hidden=readyState&&!mediaError;
         contentElement.hidden=!readyState;
         tableOfContentsElement.hidden=(
             !readyState
@@ -851,7 +877,7 @@
             empty:options.labels.empty,
             error:options.labels.error,
             loading:options.labels.loading,
-            ready:''
+            ready:mediaError?options.labels.mediaError:''
         }[state]||'';
     }
 
@@ -948,6 +974,7 @@
         lifecycleController.abort('markdown-document-destroyed');
         currentMarkdown='';
         tableOfContents=[];
+        releaseRenderedMedia();
         contentElement.replaceChildren();
         tableOfContentsList.replaceChildren();
         events.dispose();

package/runtime/arcane/components/markdown-editor.html

@@ -63,6 +63,10 @@
         margin-right:auto;
     }
 
+    .media-status:empty{
+        display:none;
+    }
+
     .markdown-editor.fit{
         height:100%;
         min-height:0;
@@ -118,6 +122,7 @@
     <textarea id="entryMarkdown" class="entry-markdown" part="input"></textarea>
     <section class="actions" part="actions">
         <span id="status" class="status" part="status" aria-live="polite"></span>
+        <span id="mediaStatus" class="media-status" part="media-status" aria-live="polite"></span>
         <button id="print" part="print-action" type="button">Print</button>
         <button id="save" part="save-action" type="button" disabled></button>
     </section>
@@ -130,7 +135,10 @@
     const {arcaneLogging}=await import('arcane-os/logging');
 
     const host=this;
-    const {default:MD}=await import('../modules/MD.js');
+    const [{default:MD},{hydrateMarkdownMedia}]=await Promise.all([
+        import('../modules/MD.js'),
+        import('../modules/MarkdownMedia.js')
+    ]);
     const {
         applyMarkdownFormat,
         normalizeMarkdownOptions
@@ -146,9 +154,12 @@
     const saveButton=host.shadowRoot.querySelector('#save');
     const printButton=host.shadowRoot.querySelector('#print');
     const status=host.shadowRoot.querySelector('#status');
+    const mediaStatus=host.shadowRoot.querySelector('#mediaStatus');
 
     let previewFrame=0;
     let previewFollowPending=false;
+    let previewMedia=null;
+    let printMediaRetains=null;
     let operationSequence=0;
     let saveGeneration=0;
     let saveController=null;
@@ -166,6 +177,8 @@
                 title:()=>titleInput.value,
                 active:()=>!destroyed&&host.isConnected&&host.getClientRects().length>0,
                 signal:lifecycleController.signal,
+                retain:retainPrintMedia,
+                prepare:preparePrintMedia,
                 onError:reportPrintFailure
             });
         }
@@ -401,7 +414,41 @@
         const scrollTop=preview.scrollTop;
         const scrollLeft=preview.scrollLeft;
         const markdown=new MD(textarea.value,{sourceMap:options.followPreview});
-        preview.innerHTML=markdown.safeRendered;
+        const template=document.createElement('template');
+        template.innerHTML=markdown.safeRendered;
+        const pending=[...template.content.querySelectorAll('img')].some(
+            image=>image.getAttribute('src')?.startsWith('arcane-media:')
+        );
+        // Hydration removes custom src values before these nodes join the live DOM.
+        const handle=hydrateMarkdownMedia(template.content,{signal:lifecycleController.signal});
+        const media={handle,pending,error:null};
+        const previous=previewMedia;
+        previewMedia=media;
+        if(printMediaRetains){
+            // The print owner may still be awaiting its final current snapshot.
+            printMediaRetains.add(handle.retain());
+        }
+        previous?.handle.destroy();
+        mediaStatus.innerText=pending?'Loading saved images…':'';
+        media.ready=handle.ready.then(function mediaReady(){
+            media.pending=false;
+            if(!destroyed&&previewMedia===media){
+                mediaStatus.innerText='';
+            }
+        },function mediaFailed(error){
+            media.pending=false;
+            media.error=error;
+            const cancelled=error?.name==='AbortError'||error?.failures?.every(
+                failure=>failure.reason?.name==='AbortError'
+            );
+            if(!cancelled){
+                arcaneLogging.error('Unable to display saved Markdown images:',error);
+            }
+            if(!destroyed&&previewMedia===media&&!cancelled){
+                mediaStatus.innerText='Some saved images could not be displayed.';
+            }
+        });
+        preview.replaceChildren(template.content);
         preview.querySelectorAll('a').forEach(
             link=>{
                 link.target='_blank';
@@ -589,9 +636,38 @@
     }
 
     function renderedPrintContent(){
+        if(previewFrame){
+            updatePreview(false);
+        }
+        if(previewMedia?.pending){
+            const error=new Error('Images are still loading. Print again when they finish.');
+            error.code='ARCANE_MARKDOWN_MEDIA_PENDING';
+            throw error;
+        }
+        if(previewMedia?.error){
+            throw previewMedia.error;
+        }
         return preview;
     }
 
+    function retainPrintMedia(){
+        renderedPrintContent();
+        const releases=new Set();
+        if(previewMedia){
+            releases.add(previewMedia.handle.retain());
+        }
+        printMediaRetains=releases;
+        return function releasePrintMedia(){
+            if(printMediaRetains===releases){
+                printMediaRetains=null;
+            }
+            for(const release of releases){
+                release();
+            }
+            releases.clear();
+        };
+    }
+
     async function print(){
         if(destroyed){
             return false;
@@ -600,12 +676,40 @@
         if(destroyed||!printView){
             return false;
         }
-        if(previewFrame){
-            updatePreview(false);
+        if(!await preparePrintMedia()){
+            return false;
         }
         return printView.print();
     }
 
+    async function preparePrintMedia(signal){
+        let cancel;
+        const cancelled=new Promise(function waitForCancellation(resolve){cancel=resolve;});
+        signal?.addEventListener('abort',cancel,{once:true});
+        try{
+            while(!destroyed&&!signal?.aborted){
+                if(previewFrame){
+                    updatePreview(false);
+                }
+                const media=previewMedia;
+                await Promise.race([media.ready,cancelled]);
+                if(destroyed||signal?.aborted){
+                    return false;
+                }
+                if(previewFrame||previewMedia!==media){
+                    continue;
+                }
+                if(media.error){
+                    throw media.error;
+                }
+                return true;
+            }
+            return false;
+        }finally{
+            signal?.removeEventListener('abort',cancel);
+        }
+    }
+
     function printFromControl(){
         void print().catch(reportPrintFailure);
     }
@@ -615,6 +719,10 @@
             return;
         }
         arcaneLogging.error('Unable to print rendered Markdown:',error);
+        if(error?.code==='ARCANE_MARKDOWN_MEDIA_PENDING'){
+            mediaStatus.innerText=error.message;
+            return;
+        }
         status.innerText='Unable to open print preview. Please try again.';
     }
 
@@ -686,6 +794,7 @@
         }
         destroyed=true;
         supersedeSave('markdown-editor-destroyed');
+        previewMedia?.handle.destroy();
         lifecycleController.abort('markdown-editor-destroyed');
         previewFollowPending=false;
         if(previewFrame){

package/runtime/arcane/css/theme.css

@@ -327,3 +327,44 @@ body{
     scroll-behavior:auto !important;
     transition-duration:.01ms !important;
 }
+
+/* Paper uses the existing base light palette regardless of the screen skin.
+ * Print-only importance also overrides custom-theme inline tokens; no saved
+ * preference, screen layout, media paint, or scrolling state changes here.
+ */
+@media print {
+    @page {
+        margin: 15mm;
+    }
+
+    :root,
+    body,
+    [data-arcane-palette] {
+        color-scheme: light !important;
+        --background: rgb(255, 255, 255) !important;
+        --modal-background: rgb(255, 255, 255) !important;
+        --text-color: rgb(23, 34, 56) !important;
+        --primary-color: rgb(23, 34, 56) !important;
+        --secondary-color: rgb(229, 233, 243) !important;
+        --accent-color: var(--focus-color) !important;
+        --button-text-color: rgb(255, 255, 255) !important;
+        --border-color: rgb(203, 211, 226) !important;
+        --focus-color: rgb(118, 87, 213) !important;
+        --muted-text-color: rgb(95, 107, 130) !important;
+        --success-color: rgb(39, 122, 75) !important;
+        --warning-color: rgb(154, 101, 0) !important;
+        --danger-color: rgb(165, 56, 56) !important;
+        --review-color: rgb(133, 85, 165) !important;
+        --shadow-color: rgba(23, 34, 56, .16) !important;
+        --platinum: rgb(102, 112, 133) !important;
+        --icon-filter: none !important;
+        --file-icon-filter: hue-rotate(8deg) saturate(.62) brightness(.86) !important;
+    }
+
+    html,
+    body {
+        margin: 0;
+        background-color: var(--modal-background);
+        color: var(--text-color);
+    }
+}

package/runtime/arcane/entities/Chat.js

@@ -391,10 +391,12 @@ class ChatEntity{
     fileName='';
 
     /**
-     * Controls automatic persistence.
+     * Controls retention of new message additions.
      *
      * When true, any message addition automatically writes
-     * the updated message list to OPFS.
+     * the updated message list to OPFS. When false, new additions are excluded
+     * from the transcript, recurring context, storage, and memory extraction.
+     * Existing retained and saved messages remain unchanged.
      *
      * @type {boolean}
      */
@@ -1080,7 +1082,7 @@ ${JSON.stringify(transcript)}`
         if(!records.length){
             return false;
         }
-        if(!persist) return false;
+        if(!persist||!this.persist) return false;
 
         this.#messages.push(...records);
         const durableRecords=storedChatRecords(records);
@@ -1088,7 +1090,7 @@ ${JSON.stringify(transcript)}`
             this.#saved=false;
         }
 
-        if(!this.persist||!durableRecords.length){
+        if(!durableRecords.length){
             return;
         }
 

package/runtime/arcane/modules/MD.js

@@ -6,6 +6,20 @@ const markdownOptions = {
     async: false,
     pedantic: false,
     gfm: true,
+    tokenizer: {
+        html(src) {
+            const native = marked.Tokenizer.prototype.html.call(this, src);
+            if (native) return native;
+            // Quoted image values can contain blank lines that would otherwise
+            // split the tag into Markdown paragraphs before inline HTML parsing.
+            const image = /^ {0,3}<img(?:\s+[a-zA-Z:_][\w.:-]*(?:\s*=\s*(?:"[^"]*"|'[^']*'|[^\s"'=<>`]+))?)*\s*\/?>(?=[ \t]*(?:\n|$))/i;
+            const match = image.exec(src);
+            if (!match) return;
+            const quotedValues = match[0].match(/"[^"]*"|'[^']*'/g) || [];
+            if (!quotedValues.some(function containsNewline(value) {return value.includes('\n');})) return;
+            return {type:'html', block:true, raw:match[0], text:match[0]};
+        }
+    },
     renderer: {
         link(href, title, text) {
             const link = marked.Renderer.prototype.link.call(this, href, title, text);