arcane-os 0.69.0 → 0.70.0

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## 0.70.0
+
+- Add app-scoped DBOPFS committed-change subscriptions through the existing
+  event owner, with targeted cache invalidation and same-origin/storage-partition
+  live document notifications. Preserve complete records, successful partial
+  batch outcomes, cancellation and existing storage without migration or polling.
+- Keep cold TTS activation owned by its pending preparation interests. Cancelling
+  the last pending interest cancels its activation; another preparation or direct
+  load retains shared work. Ready models and cache hits keep their existing lifetime.
+- Add explicit same-app shared Core hosts over named pipes or Unix sockets,
+  retaining default stdio and one runtime owner. Correlate per-connection requests,
+  cancellation and events without confusing equal caller IDs across connections;
+  replay current packaged-web state while preserving complete payloads and errors.
+- Store complete browser model/support resources as ordered DBOPFS parts and add
+  public model/speech-store `fetchResource()` support. Decision and speech Worker
+  resource fetches share the parent store, including nested module Workers, with
+  file/shard progress and cancellation that joins cleanup. Existing whole/range
+  cache formats remain readable; native ESM and unmapped classic Worker loading
+  remain platform-owned. No model/provider/default switch or cache migration.
+
 ## 0.69.0
 
 - Add explicit `textFormat:'plain'` speech input through prepared speech,

package/README.md

@@ -20,7 +20,7 @@ selected SDK projection or an explicit live SDK source mount. Both profiles
 share the theme, packaging, event, cancellation,
 and browser run contracts while retaining their selected application layout.
 
-This checkout defines the `0.69.0` SDK contract. Development applications declare
+This checkout defines the `0.70.0` SDK contract. Development applications declare
 `arcane-os` as `latest` and retain their lockfile. Exact SDK pins begin when Roshi
 designates a production build. Follow [Consumer updates](docs/consumer-updates.md)
 to refresh and compare the installed SDK and lockfile with the published channel;

package/browser-runtime/ai/browser-decisions.mjs

@@ -1,5 +1,6 @@
 import Is from '../dependencies/strong-type/index.js';
 import {createArcaneEventSource} from '../event-manager.mjs';
+import {createModelResourceHost} from './model-resource-bridge.mjs';
 
 const is = new Is(false);
 const STATE_EVENT = 'ai.decisions.state';
@@ -65,6 +66,7 @@ function createDecisionOperation(op) {
  */
 class BrowserDecisionModel {
     #configuration;
+    #store;
     #events;
     #activation = null;
     #generation = 0;
@@ -75,13 +77,17 @@ class BrowserDecisionModel {
     #disposed = false;
 
     constructor({family, model, revision = 'main', device = 'webgpu',
-        dtype = family === 'laya' ? 'fp16' : 'fp32', runtime = {}} = {}) {
+        dtype = family === 'laya' ? 'fp16' : 'fp32', runtime = {}, store = null} = {}) {
         if (family !== 'laya' && family !== 'julia') {
             throw new TypeError('family must be "laya" or "julia".');
         }
         if (runtime === null || !is.object(runtime)) {
             throw new TypeError('runtime must be an object.');
         }
+        if (store !== null && !is.function(store?.fetchResource)) {
+            throw new TypeError('store must expose fetchResource().');
+        }
+        this.#store = store;
         const moduleUrl = runtime.moduleUrl === undefined
             ? DEFAULT_RUNTIME_MODULE
             : runtime.moduleUrl;
@@ -197,6 +203,8 @@ class BrowserDecisionModel {
             load: createDecisionOperation('load'),
             pending: new Map(),
             evaluations: new Set(),
+            resources: null,
+            cleanup: null,
             reason: undefined
         };
         this.#activation = activation;
@@ -212,6 +220,22 @@ class BrowserDecisionModel {
                 {type: 'module', name: 'arcane-decisions'}
             );
             activation.worker = worker;
+            if (this.#store) {
+                const store = this.#store;
+                activation.resources = createModelResourceHost(
+                    {
+                        fetchResource: function fetchDecisionResource(input, options) {
+                            return store.fetchResource(input, options);
+                        },
+                        send: function sendDecisionResource(message) {
+                            worker.postMessage(message);
+                        },
+                        onError: function stopFailedDecisionResource(error) {
+                            model.#stop(activation, error, 'error');
+                        }
+                    }
+                );
+            }
             function handleDecisionWorkerMessage(event) {
                 model.#receive(activation, event.data);
             }
@@ -240,7 +264,7 @@ class BrowserDecisionModel {
             const id = this.#nextId++;
             activation.pending.set(id, activation.load);
             worker.postMessage(
-                {id, op: 'load', payload: this.#configuration}
+                {id, op: 'load', payload: this.#configuration, storedResources: this.#store !== null}
             );
         } catch (error) {
             this.#stop(activation, error, 'error');
@@ -250,6 +274,7 @@ class BrowserDecisionModel {
 
     #receive(activation, message) {
         if (!this.#isCurrent(activation)) return;
+        if (activation.resources?.receive(message)) return;
         const operation = message && activation.pending.get(message.id);
         if (!operation) {
             this.#stop(
@@ -308,6 +333,23 @@ class BrowserDecisionModel {
         this.#state = state;
         this.#progress = null;
         this.#error = reason;
+        if (activation.resources) {
+            const model = this;
+            activation.cleanup = activation.resources.close(reason).catch(
+                function preserveResourceCleanupFailure(error) {
+                    activation.reason = new AggregateError([reason, error], 'Unable to settle decision model resources.');
+                    throw activation.reason;
+                }
+            );
+            activation.cleanup.catch(
+                function reportResourceCleanupFailure(error) {
+                    if (!model.#activation) {
+                        model.#error = error;
+                        if (!model.#disposed) model.#publish();
+                    } else globalThis.console?.error('Decision model resource cleanup failed.', error);
+                }
+            );
+        }
         if (activation.worker) {
             for (const [type, listener] of Object.entries(activation.listeners ?? {})) {
                 activation.worker.removeEventListener(type, listener);
@@ -330,6 +372,7 @@ class BrowserDecisionModel {
             return this.status();
         } finally {
             stopObserving();
+            if (activation.cleanup) await activation.cleanup;
         }
     }
 
@@ -366,6 +409,7 @@ class BrowserDecisionModel {
         } finally {
             stopObserving();
             activation.evaluations.delete(evaluation);
+            if (activation.cleanup) await activation.cleanup;
             if (this.#isCurrent(activation)) this.#publish();
         }
     }

package/browser-runtime/ai/browser-speech-artifacts.mjs

@@ -2,6 +2,8 @@ import Is from "../dependencies/strong-type/index.js";
 import {
   normalizeModelSecurity,
 } from "./model-controller.mjs";
+import { createDbopfsModelPartStore } from "./dbopfs-model-parts.mjs";
+import { createDbopfsResourceStore } from "./dbopfs-model-resources.mjs";
 
 const is = new Is(false);
 
@@ -1090,37 +1092,6 @@ function storageNames(authority, files) {
   });
 }
 
-async function* byteChunks(body, signal) {
-  if (is.instanceCheck(body, Uint8Array) || is.instanceCheck(body, ArrayBuffer) || is.arrayBufferView(body)) {
-    throwIfAborted(signal);
-    yield is.instanceCheck(body, Uint8Array)
-      ? body
-      : new Uint8Array(body.buffer ?? body, body.byteOffset ?? 0, body.byteLength);
-    return;
-  }
-  if (body && is.function(body.getReader)) {
-    const reader = body.getReader();
-    const abort = () => void reader.cancel(signal?.reason).catch(() => undefined);
-    signal?.addEventListener?.("abort", abort, { once: true });
-    try {
-      while (true) {
-        throwIfAborted(signal);
-        const { done, value } = await reader.read();
-        if (done) return;
-        yield is.instanceCheck(value, Uint8Array) ? value : new Uint8Array(value);
-      }
-    } finally {
-      signal?.removeEventListener?.("abort", abort);
-      if (signal?.aborted) await reader.cancel(signal.reason).catch(() => undefined);
-      reader.releaseLock?.();
-    }
-  }
-  throw speechError(
-    "ARCANE_AI_ARTIFACT_SOURCE_INVALID",
-    "A browser speech artifact did not provide readable bytes.",
-  );
-}
-
 function tokenizeArtifactGraphModule(source, modulePath) {
   const tokens = [];
   let index = 0;
@@ -1851,6 +1822,12 @@ export function createDbopfsSpeechArtifactStore({
   }
   let tablePromise = null;
   const operationTails = new Map();
+  const parts = createDbopfsModelPartStore({dbopfs, tableName});
+  const resources = createDbopfsResourceStore({
+    dbopfs,
+    tableName,
+    fetchImpl: fetchImpl ?? globalThis.fetch?.bind(globalThis),
+  });
 
   function serializeAuthority(authority, operation) {
     const key = storageKey(authority);
@@ -1916,22 +1893,9 @@ export function createDbopfsSpeechArtifactStore({
     }
   }
 
-  async function writeFile(name, body, { signal } = {}) {
-    const directory = await table();
-    const handle = await directory.getFileHandle(name, { create: true });
-    const writable = await handle.createWritable();
-    try {
-      for await (const chunk of byteChunks(body, signal)) {
-        await writable.write(chunk);
-      }
-      throwIfAborted(signal);
-      await writable.close();
-      return undefined;
-    } catch (error) {
-      await writable.abort?.(error).catch(() => undefined);
-      await directory.removeEntry(name).catch(() => undefined);
-      throw error;
-    }
+  async function readArtifact(name, signal) {
+    // Reuse pre-existing complete files without rewriting saved model data.
+    return await parts.read(name, {signal}) ?? await readFile(name);
   }
 
   async function removeUnlocked(authority) {
@@ -1951,6 +1915,9 @@ export function createDbopfsSpeechArtifactStore({
     const results = await Promise.all([
       removeEntry(names.selection),
       ...fileNames.map(removeEntry),
+      ...fileNames.map(function removeArtifactParts(name) {
+        return parts.remove(name);
+      }),
     ]);
     return results.some(Boolean);
   }
@@ -1976,7 +1943,6 @@ export function createDbopfsSpeechArtifactStore({
     const names = storageNames(authority, metadata.files);
     const storedSelection = await readJsonFile(names.selection);
     if (JSON.stringify(storedSelection) !== JSON.stringify(cacheSelection(authority))) {
-      await removeUnlocked(authority);
       return null;
     }
     const files = [];
@@ -1996,9 +1962,8 @@ export function createDbopfsSpeechArtifactStore({
               unit: 'files',
           }
       );
-      const file = await readFile(names.files[index]);
+      const file = await readArtifact(names.files[index], signal);
       if (!file) {
-        await removeUnlocked(authority);
         return null;
       }
       files.push({ descriptor, file });
@@ -2037,7 +2002,6 @@ export function createDbopfsSpeechArtifactStore({
         routing,
       });
     } catch (error) {
-      await removeUnlocked(authority);
       throw error;
     }
   }
@@ -2050,19 +2014,36 @@ export function createDbopfsSpeechArtifactStore({
     if (!is.function(fetchFunction)) {
       throw speechError("ARCANE_AI_ARTIFACT_SOURCE_UNAVAILABLE", "Browser fetch is unavailable.");
     }
-    await removeUnlocked(authority);
     const installed = [];
     try {
-      // This mutable cache selection is written before content. It is only an
-      // invalidation record, never a completion, byte-identity, or integrity receipt.
-      await writeFile(
-        names.selection,
-        new TextEncoder().encode(`${JSON.stringify(cacheSelection(authority))}\n`),
-        { signal },
-      );
+      const selection = cacheSelection(authority);
+      const storedSelection = await readJsonFile(names.selection);
+      if (JSON.stringify(storedSelection) !== JSON.stringify(selection)) {
+        await removeUnlocked(authority);
+        // Selection describes the caller's resources, not download completion.
+        await parts.writePart(
+          names.selection,
+          new TextEncoder().encode(`${JSON.stringify(selection)}\n`),
+          { signal },
+        );
+      }
       for (let index = 0; index < metadata.files.length; index += 1) {
         throwIfAborted(signal);
         const descriptor = metadata.files[index];
+        const cachedFile = await readArtifact(names.files[index], signal);
+        if (cachedFile) {
+          installed.push({descriptor, file: cachedFile});
+          reportArtifactProgress(onProgress, signal, {
+            phase: 'prepare',
+            stage: 'cache',
+            message: 'Opened cached speech file',
+            file: descriptor.path,
+            completed: installed.length,
+            total: metadata.files.length,
+            unit: 'files'
+          });
+          continue;
+        }
         const sourceUrl = graph ? descriptor.sourceUrl : descriptor.url;
         reportArtifactProgress(
             onProgress,
@@ -2139,8 +2120,21 @@ export function createDbopfsSpeechArtifactStore({
             `A speech artifact server returned HTTP ${String(responseStatus)}.`,
           );
         }
-        await writeFile(names.files[index], responseBody, { signal });
-        const file = await readFile(names.files[index]);
+        const file = await parts.write(names.files[index], responseBody, {
+          signal,
+          onProgress: function reportSpeechShards(shards) {
+            reportArtifactProgress(onProgress, signal, {
+              phase: 'download',
+              stage: 'artifacts',
+              message: 'Storing speech file',
+              file: descriptor.path,
+              completed: installed.length,
+              total: metadata.files.length,
+              unit: 'files',
+              resource: {...shards, file: descriptor.path},
+            });
+          },
+        });
         if (!file) {
           if (graph) {
             throw graphVerificationError(
@@ -2186,7 +2180,8 @@ export function createDbopfsSpeechArtifactStore({
         routing,
       });
     } catch (error) {
-      await removeUnlocked(authority).catch(() => undefined);
+      // Complete resources remain available for the next explicit activation.
+      // The active writer owns cleanup of only its unfinished resource.
       throw error;
     }
   }
@@ -2330,6 +2325,7 @@ export function createDbopfsSpeechArtifactStore({
     tableName,
     prepare,
     remove,
+    fetchResource: resources.fetchResource,
   });
   STORES.add(store);
   return store;

package/browser-runtime/ai/browser-speech-providers.mjs

@@ -1316,6 +1316,9 @@ function createBrowserSpeechProvider({
       };
       slot.client = createSpeechWorkerClient({
         role,
+        fetchResource: function fetchSpeechWorkerResource(input, options) {
+            return store.fetchResource(input, options);
+        },
         onTermination: function handleSpeechWorkerTermination(termination) {
           handlePoolTermination(pool, slot, termination);
         },