@workglow/cactus 0.3.3 → 0.3.5

package/dist/ai-runtime.browser.js

@@ -60,6 +60,23 @@ function getCactusSdk() {
     throw new Error("Cactus SDK not loaded; call loadSdk() first");
   return _sdk;
 }
+function assetFilenames(entry) {
+  return [entry.assets.weights, entry.assets.vocab, entry.assets.config];
+}
+async function getRemoteAssetSize(url, signal) {
+  try {
+    const response = await fetch(url, { method: "HEAD", signal });
+    if (!response.ok)
+      return;
+    const contentLength = response.headers.get("content-length");
+    if (!contentLength)
+      return;
+    const size = Number(contentLength);
+    return Number.isFinite(size) ? size : undefined;
+  } catch {
+    return;
+  }
+}
 async function fetchAssetBytesBrowser(url) {
   const cachesApi = globalThis.caches;
   const cache = await cachesApi.open(CACTUS_CACHE_NAME);
@@ -131,6 +148,47 @@ function markModelCached(model_id) {
 function isModelCached(model_id) {
   return cactusEngines.has(model_id) || cactusCachedModelIds.has(model_id);
 }
+async function getCactusModelCacheInfo(_model, entry, detail, signal) {
+  const cachesApi = globalThis.caches;
+  const cache = await cachesApi.open(CACTUS_CACHE_NAME);
+  const filenames = assetFilenames(entry);
+  const cacheHits = await Promise.all(filenames.map(async (filename) => {
+    const url = cactusAssetUrl(entry, filename);
+    const hit = await cache.match(url);
+    return { filename, url, hit };
+  }));
+  const allCached = cacheHits.every(({ hit }) => Boolean(hit));
+  if (detail === "files") {
+    return {
+      allCached,
+      file_sizes: Object.fromEntries(filenames.map((filename) => [filename, 0]))
+    };
+  }
+  if (detail !== "files_with_metadata") {
+    return { allCached, file_sizes: null };
+  }
+  const file_sizes = {};
+  await Promise.all(cacheHits.map(async ({ filename, url, hit }) => {
+    if (hit) {
+      const contentLength = hit.headers.get("content-length");
+      const contentLengthSize = contentLength ? Number(contentLength) : undefined;
+      if (contentLengthSize !== undefined && Number.isFinite(contentLengthSize)) {
+        file_sizes[filename] = contentLengthSize;
+      } else {
+        file_sizes[filename] = (await hit.clone().arrayBuffer()).byteLength;
+      }
+      return;
+    }
+    const remoteSize = await getRemoteAssetSize(url, signal);
+    if (remoteSize !== undefined) {
+      file_sizes[filename] = remoteSize;
+    }
+  }));
+  return {
+    allCached,
+    file_sizes: Object.keys(file_sizes).length > 0 ? file_sizes : null
+  };
+}
 var cactusSessions = new Map;
 async function deleteCactusSession(id) {
   return cactusSessions.delete(id);
@@ -173,10 +231,10 @@ async function disposeCactusResources() {
   cactusCachedModelIds.clear();
   cactusSessions.clear();
 }
-// src/ai/registerCactusInline.ts
+// src/ai/registerCactusInline.browser.ts
 import { registerProviderInline } from "@workglow/ai/provider-utils";
 
-// src/ai/CactusQueuedProvider.ts
+// src/ai/CactusQueuedProvider.browser.ts
 import { QueuedAiProvider } from "@workglow/ai";
 
 // src/ai/common/Cactus_CapabilitySets.ts
@@ -204,167 +262,7 @@ function inferCactusCapabilities(_model) {
   return ["tool-use", "model.download", "model.download-remove", "model.search", "model.info"];
 }
 
-// src/ai/common/Cactus_Runtime.ts
-import fs from "node:fs/promises";
-import path from "node:path";
-var _sdk2;
-var _sdkInitPromise2;
-async function loadSdk2() {
-  _sdkInitPromise2 ??= import("needle-rs").then(async (mod) => {
-    const init = mod.default;
-    if (typeof init === "function") {
-      await init();
-    }
-    _sdk2 = mod;
-    return mod;
-  }).catch((err) => {
-    _sdkInitPromise2 = undefined;
-    _sdk2 = undefined;
-    throw new Error(`needle-rs is required for LOCAL_CACTUS tasks. Install it with: bun add needle-rs (cause: ${String(err)})`);
-  });
-  return _sdkInitPromise2;
-}
-function hasBrowserCacheStorage() {
-  return typeof globalThis !== "undefined" && "caches" in globalThis && typeof globalThis.caches?.open === "function";
-}
-function modelsDirOf(model) {
-  return model.provider_config.models_dir ?? CACTUS_DEFAULT_MODELS_DIR;
-}
-async function fetchAssetBytesBrowser2(url) {
-  const cachesApi = globalThis.caches;
-  const cache = await cachesApi.open(CACTUS_CACHE_NAME);
-  const hit = await cache.match(url);
-  if (hit) {
-    return new Uint8Array(await hit.arrayBuffer());
-  }
-  const resp = await fetch(url);
-  if (!resp.ok)
-    throw new Error(`Cactus asset fetch failed (${resp.status}) for ${url}`);
-  await cache.put(url, resp.clone());
-  return new Uint8Array(await resp.arrayBuffer());
-}
-async function fetchAssetBytesNode(url, models_dir, model_id, filename) {
-  const resolvedDir = models_dir.startsWith("~/") ? path.join(process.env.HOME ?? process.env.USERPROFILE ?? ".", models_dir.slice(2), model_id) : path.resolve(models_dir, model_id);
-  const filePath = path.join(resolvedDir, filename);
-  try {
-    const buf = await fs.readFile(filePath);
-    return new Uint8Array(buf);
-  } catch {}
-  const resp = await fetch(url);
-  if (!resp.ok)
-    throw new Error(`Cactus asset fetch failed (${resp.status}) for ${url}`);
-  const bytes = new Uint8Array(await resp.arrayBuffer());
-  await fs.mkdir(resolvedDir, { recursive: true });
-  const tmpPath = `${filePath}.tmp`;
-  await fs.writeFile(tmpPath, bytes);
-  await fs.rename(tmpPath, filePath);
-  return bytes;
-}
-async function fetchAssetBytes2(model, filename) {
-  const model_id = model.provider_config.model_id;
-  const entry = getCactusCatalogEntry(model_id);
-  if (!entry)
-    throw new Error(`Unknown Cactus model_id: ${model_id}`);
-  const url = cactusAssetUrl(entry, filename);
-  if (hasBrowserCacheStorage()) {
-    return fetchAssetBytesBrowser2(url);
-  }
-  return fetchAssetBytesNode(url, modelsDirOf(model), model_id, filename);
-}
-var cactusEngines2 = new Map;
-var cactusConfigJson2 = new Map;
-var cactusCachedModelIds2 = new Set;
-var cactusEngineLoadsInFlight2 = new Map;
-async function getOrLoadEngine2(model) {
-  const model_id = model.provider_config.model_id;
-  const cached = cactusEngines2.get(model_id);
-  if (cached)
-    return cached;
-  const inFlight = cactusEngineLoadsInFlight2.get(model_id);
-  if (inFlight)
-    return inFlight;
-  const loadPromise = (async () => {
-    const sdk = await loadSdk2();
-    const entry = getCactusCatalogEntry(model_id);
-    if (!entry)
-      throw new Error(`Unknown Cactus model_id: ${model_id}`);
-    const [weightsBytes, vocabBytes, configBytes] = await Promise.all([
-      fetchAssetBytes2(model, entry.assets.weights),
-      fetchAssetBytes2(model, entry.assets.vocab),
-      fetchAssetBytes2(model, entry.assets.config)
-    ]);
-    try {
-      const text = new TextDecoder().decode(configBytes);
-      cactusConfigJson2.set(model_id, JSON.parse(text));
-    } catch {
-      cactusConfigJson2.set(model_id, null);
-    }
-    const vocabText = new TextDecoder().decode(vocabBytes);
-    const engine = sdk.NeedleWasm.load(weightsBytes, vocabText);
-    if (!engine) {
-      throw new Error(`needle-rs NeedleWasm.load returned undefined for model ${model_id}`);
-    }
-    cactusEngines2.set(model_id, engine);
-    return engine;
-  })().finally(() => {
-    cactusEngineLoadsInFlight2.delete(model_id);
-  });
-  cactusEngineLoadsInFlight2.set(model_id, loadPromise);
-  return loadPromise;
-}
-function isModelLoaded2(model_id) {
-  return cactusEngines2.has(model_id);
-}
-function markModelCached2(model_id) {
-  cactusCachedModelIds2.add(model_id);
-}
-function isModelCached2(model_id) {
-  return cactusEngines2.has(model_id) || cactusCachedModelIds2.has(model_id);
-}
-var cactusSessions2 = new Map;
-async function deleteCactusSession2(id) {
-  return cactusSessions2.delete(id);
-}
-async function removeBrowserCacheEntries2(entry) {
-  if (!hasBrowserCacheStorage())
-    return;
-  const cachesApi = globalThis.caches;
-  const cache = await cachesApi.open(CACTUS_CACHE_NAME);
-  for (const filename of [entry.assets.weights, entry.assets.vocab, entry.assets.config]) {
-    const url = cactusAssetUrl(entry, filename);
-    try {
-      await cache.delete(url);
-    } catch {}
-  }
-}
-async function removeNodeCacheDir(model, model_id) {
-  if (hasBrowserCacheStorage())
-    return;
-  const models_dir = modelsDirOf(model);
-  const resolvedDir = models_dir.startsWith("~/") ? path.join(process.env.HOME ?? process.env.USERPROFILE ?? ".", models_dir.slice(2), model_id) : path.resolve(models_dir, model_id);
-  await fs.rm(resolvedDir, { recursive: true, force: true });
-}
-function disposeCactusEngine2(model_id) {
-  const engine = cactusEngines2.get(model_id);
-  if (engine) {
-    try {
-      engine.free?.();
-    } catch {}
-  }
-  cactusEngines2.delete(model_id);
-  cactusConfigJson2.delete(model_id);
-  cactusCachedModelIds2.delete(model_id);
-}
-async function removeCachedAssets2(model) {
-  const model_id = model.provider_config.model_id;
-  const entry = getCactusCatalogEntry(model_id);
-  if (!entry)
-    return;
-  await Promise.all([removeBrowserCacheEntries2(entry), removeNodeCacheDir(model, model_id)]);
-  disposeCactusEngine2(model_id);
-}
-
-// src/ai/CactusQueuedProvider.ts
+// src/ai/CactusQueuedProvider.browser.ts
 class CactusQueuedProvider extends QueuedAiProvider {
   name = LOCAL_CACTUS;
   displayName = "Cactus (Needle)";
@@ -383,11 +281,11 @@ class CactusQueuedProvider extends QueuedAiProvider {
     return crypto.randomUUID();
   }
   async disposeSession(sessionId) {
-    await deleteCactusSession2(sessionId);
+    await deleteCactusSession(sessionId);
   }
 }
 
-// src/ai/common/Cactus_Download.ts
+// src/ai/common/Cactus_Download.browser.ts
 var Cactus_Download = async (input, model, _signal, emit) => {
   if (!model)
     throw new Error("Model config is required for ModelDownloadTask.");
@@ -402,30 +300,31 @@ var Cactus_Download = async (input, model, _signal, emit) => {
       message: `Downloading ${assets[i]}`,
       progress: Math.round((i + 0.5) / assets.length * 99)
     });
-    await fetchAssetBytes2(model, assets[i]);
+    await fetchAssetBytes(model, assets[i]);
   }
-  markModelCached2(model_id);
+  markModelCached(model_id);
   emit({ type: "finish", data: { model: input.model } });
 };
 
-// src/ai/common/Cactus_DownloadRemove.ts
+// src/ai/common/Cactus_DownloadRemove.browser.ts
 var Cactus_DownloadRemove = async (input, model, _signal, emit) => {
   if (!model)
     throw new Error("Model config is required for ModelDownloadRemoveTask.");
-  await removeCachedAssets2(model);
+  await removeCachedAssets(model);
   emit({ type: "finish", data: { model: input.model } });
 };
 
-// src/ai/common/Cactus_ModelInfo.ts
-var Cactus_ModelInfo = async (input, model, _signal, emit) => {
+// src/ai/common/Cactus_ModelInfo.browser.ts
+var Cactus_ModelInfo = async (input, model, signal, emit) => {
   if (!model)
     throw new Error("Model config is required for ModelInfoTask.");
   const model_id = model.provider_config.model_id;
   const entry = getCactusCatalogEntry(model_id);
   if (!entry)
     throw new Error(`Unknown Cactus model_id: ${model_id}`);
-  const is_loaded = isModelLoaded2(model_id);
-  const is_cached = isModelCached2(model_id);
+  const is_loaded = isModelLoaded(model_id);
+  const cacheInfo = await getCactusModelCacheInfo(model, entry, input.detail, signal);
+  const is_cached = is_loaded || isModelCached(model_id) || cacheInfo.allCached;
   emit({
     type: "finish",
     data: {
@@ -436,7 +335,7 @@ var Cactus_ModelInfo = async (input, model, _signal, emit) => {
       supports_node: true,
       is_cached,
       is_loaded,
-      file_sizes: null
+      file_sizes: cacheInfo.file_sizes
     }
   });
 };
@@ -462,9 +361,9 @@ var Cactus_ModelSearch = async (input, _model, _signal, emit) => {
   emit({ type: "finish", data: { results } });
 };
 
-// src/ai/common/Cactus_ToolCalling.ts
+// src/ai/common/Cactus_ToolCalling.browser.ts
 import { extractMessageText } from "@workglow/ai/provider-utils";
-import { filterValidToolCalls } from "@workglow/ai/worker";
+import { filterValidToolCalls, sanitizeToolArgs } from "@workglow/ai/worker";
 function buildToolsJson(tools) {
   return JSON.stringify(tools.map((t) => ({
     name: t.name,
@@ -492,7 +391,7 @@ function parseToolCalls(raw) {
       return obj.map((o, i) => ({
         id: `call_${i}`,
         name: String(o.name ?? ""),
-        input: o.arguments ?? o.params ?? {}
+        input: sanitizeToolArgs(o.arguments ?? o.params ?? {})
       }));
     }
     if (obj && typeof obj === "object" && typeof obj.name === "string") {
@@ -500,7 +399,7 @@ function parseToolCalls(raw) {
         {
           id: "call_0",
           name: obj.name,
-          input: obj.arguments ?? obj.params ?? {}
+          input: sanitizeToolArgs(obj.arguments ?? obj.params ?? {})
         }
       ];
     }
@@ -512,7 +411,7 @@ var Cactus_ToolCalling = async (input, model, signal, emit) => {
     throw new Error("Model config is required for ToolCallingTask.");
   if (signal.aborted)
     throw signal.reason ?? new Error("The operation was aborted");
-  const engine = await getOrLoadEngine2(model);
+  const engine = await getOrLoadEngine(model);
   const query = promptText(input);
   const toolsJson = buildToolsJson(input.tools);
   let raw = "";
@@ -533,7 +432,7 @@ var Cactus_ToolCalling = async (input, model, signal, emit) => {
   emit({ type: "finish", data: { text: raw, toolCalls: validToolCalls } });
 };
 
-// src/ai/common/Cactus_JobRunFns.ts
+// src/ai/common/Cactus_JobRunFns.browser.ts
 var CACTUS_RUN_FNS = [
   { serves: CACTUS_TOOL_USE, runFn: Cactus_ToolCalling },
   { serves: CACTUS_MODEL_DOWNLOAD, runFn: Cactus_Download },
@@ -543,14 +442,14 @@ var CACTUS_RUN_FNS = [
 ];
 var CACTUS_PREVIEW_TASKS = {};
 
-// src/ai/registerCactusInline.ts
+// src/ai/registerCactusInline.browser.ts
 async function registerCactusInline(options) {
   await registerProviderInline(new CactusQueuedProvider(CACTUS_RUN_FNS, CACTUS_PREVIEW_TASKS), "Cactus", options);
 }
-// src/ai/registerCactusWorker.ts
+// src/ai/registerCactusWorker.browser.ts
 import { registerProviderWorker } from "@workglow/ai/provider-utils";
 
-// src/ai/CactusProvider.ts
+// src/ai/CactusProvider.browser.ts
 import { AiProvider } from "@workglow/ai/worker";
 class CactusProvider extends AiProvider {
   name = LOCAL_CACTUS;
@@ -570,11 +469,11 @@ class CactusProvider extends AiProvider {
     return crypto.randomUUID();
   }
   async disposeSession(sessionId) {
-    await deleteCactusSession2(sessionId);
+    await deleteCactusSession(sessionId);
   }
 }
 
-// src/ai/registerCactusWorker.ts
+// src/ai/registerCactusWorker.browser.ts
 async function registerCactusWorker() {
   await registerProviderWorker((ws) => new CactusProvider(CACTUS_RUN_FNS, CACTUS_PREVIEW_TASKS).registerOnWorkerServer(ws), "Cactus");
 }
@@ -588,6 +487,7 @@ export {
   isModelCached,
   getOrLoadEngine,
   getCactusSdk,
+  getCactusModelCacheInfo,
   fetchAssetBytes,
   disposeCactusResources,
   deleteCactusSession,
@@ -596,4 +496,4 @@ export {
   cactusConfigJson
 };
 
-//# debugId=E5F05A02A40778DA64756E2164756E21
+//# debugId=50314F7F9017421A64756E2164756E21