@simulatte/doppler 0.1.5 → 0.1.6

package/tools/doppler-cli.js

@@ -66,6 +66,8 @@ function usage() {
     '  doppler debug --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
     '  doppler bench --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
     '  doppler verify --config <path.json|json> [--runtime-config <path|url|json>] [--surface auto|node|browser]',
+    '  doppler lora --config <path.json|json> [--surface auto|node]',
+    '  doppler distill --config <path.json|json> [--surface auto|node]',
     '',
     'Flags:',
     '  --config <path|json>            Required command config payload (file path or JSON object string).',
@@ -337,7 +339,89 @@ function resolveStaticRootDir(browserOptions = {}) {
   return process.cwd();
 }
 
-async function resolveBrowserModelUrl(request, browserOptions = {}) {
+function resolveRdrrRoot(options = {}) {
+  return path.resolve(asStringOrNull(options.rdrrRoot) || DEFAULT_EXTERNAL_RDRR_ROOT);
+}
+
+async function findResolvableModelCandidate(candidates) {
+  const discoveredManifestCandidates = [];
+
+  for (const candidate of candidates) {
+    if (!await pathExists(candidate.manifestPath)) {
+      continue;
+    }
+    discoveredManifestCandidates.push(candidate);
+
+    const modelDir = path.dirname(candidate.manifestPath);
+    try {
+      const files = await fs.readdir(modelDir, { withFileTypes: true });
+      const hasShards = files.some((entry) =>
+        entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
+      );
+      if (hasShards) {
+        return { candidate, discoveredManifestCandidates };
+      }
+    } catch {
+      return { candidate, discoveredManifestCandidates };
+    }
+  }
+
+  return { candidate: null, discoveredManifestCandidates };
+}
+
+async function resolveExternalModelDirectory(rdrrRoot, modelId) {
+  const directModelDir = path.join(rdrrRoot, modelId);
+  const directManifestPath = path.join(directModelDir, 'manifest.json');
+  if (await pathExists(directManifestPath)) {
+    return {
+      modelDir: directModelDir,
+      manifestPath: directManifestPath,
+    };
+  }
+
+  let entries = [];
+  try {
+    entries = await fs.readdir(rdrrRoot, { withFileTypes: true });
+  } catch {
+    return null;
+  }
+
+  const matches = [];
+  for (const entry of entries) {
+    if (!entry.isDirectory()) {
+      continue;
+    }
+    const manifestPath = path.join(rdrrRoot, entry.name, 'manifest.json');
+    if (!await pathExists(manifestPath)) {
+      continue;
+    }
+    let manifest = null;
+    try {
+      manifest = JSON.parse(await fs.readFile(manifestPath, 'utf8'));
+    } catch {
+      continue;
+    }
+    if (manifest?.modelId !== modelId) {
+      continue;
+    }
+    matches.push({
+      modelDir: path.join(rdrrRoot, entry.name),
+      manifestPath,
+    });
+  }
+
+  if (matches.length > 1) {
+    const matchPaths = matches.map((match) => match.modelDir).join(', ');
+    throw new Error(
+      `Model "${modelId}" matched multiple external directories. ` +
+      `Disambiguate by setting request.modelUrl in --config. Matches: ${matchPaths}`
+    );
+  }
+
+  return matches[0] || null;
+}
+
+export async function resolveBrowserModelUrl(request, browserOptions = {}) {
   if (request.modelUrl || !request.modelId) {
     return request;
   }
@@ -353,49 +437,32 @@ async function resolveBrowserModelUrl(request, browserOptions = {}) {
   }
 
   const staticRootDir = resolveStaticRootDir(browserOptions);
-  const curatedCandidate = {
+  const externalModel = await resolveExternalModelDirectory(resolveRdrrRoot(browserOptions), modelId);
+  const candidates = [
+    {
     modelUrl: `/models/curated/${encodedModelId}`,
     manifestPath: path.join(staticRootDir, 'models', 'curated', modelId, 'manifest.json'),
-  };
-  const localCandidate = {
+    },
+    {
     modelUrl: `/models/local/${encodedModelId}`,
     manifestPath: path.join(staticRootDir, 'models', 'local', modelId, 'manifest.json'),
-  };
-  const legacyCandidate = {
+    },
+    {
     modelUrl: `/models/${encodedModelId}`,
     manifestPath: path.join(staticRootDir, 'models', modelId, 'manifest.json'),
-  };
-  const candidates = [
-    curatedCandidate,
-    localCandidate,
-    legacyCandidate,
+    },
+    {
+      modelUrl: `/models/external/${encodeURIComponent(path.basename(externalModel?.modelDir || modelId))}`,
+      manifestPath: externalModel?.manifestPath || path.join(resolveRdrrRoot(browserOptions), modelId, 'manifest.json'),
+    },
   ];
-  const discoveredManifestCandidates = [];
 
-  for (const candidate of candidates) {
-    if (!await pathExists(candidate.manifestPath)) {
-      continue;
-    }
-    discoveredManifestCandidates.push(candidate);
-
-    const modelDir = path.dirname(candidate.manifestPath);
-    try {
-      const files = await fs.readdir(modelDir, { withFileTypes: true });
-      const hasShards = files.some((entry) =>
-        entry.isFile() && /^shard_\d+\.bin$/u.test(entry.name)
-      );
-      if (hasShards) {
-        return {
-          ...request,
-          modelUrl: candidate.modelUrl,
-        };
-      }
-    } catch {
-      return {
-        ...request,
-        modelUrl: candidate.modelUrl,
-      };
-    }
+  const { candidate, discoveredManifestCandidates } = await findResolvableModelCandidate(candidates);
+  if (candidate) {
+    return {
+      ...request,
+      modelUrl: candidate.modelUrl,
+    };
   }
 
   if (discoveredManifestCandidates.length > 0) {
@@ -421,13 +488,13 @@ export async function resolveNodeModelUrl(request, options = {}) {
   }
 
   const modelId = String(request.modelId);
-  const rdrrRoot = path.resolve(asStringOrNull(options.rdrrRoot) || DEFAULT_EXTERNAL_RDRR_ROOT);
-  const manifestPath = path.join(rdrrRoot, modelId, 'manifest.json');
-  if (!await pathExists(manifestPath)) {
+  const rdrrRoot = resolveRdrrRoot(options);
+  const externalModel = await resolveExternalModelDirectory(rdrrRoot, modelId);
+  if (!externalModel) {
     return request;
   }
 
-  const modelDir = path.dirname(manifestPath);
+  const modelDir = externalModel.modelDir;
   try {
     const files = await fs.readdir(modelDir, { withFileTypes: true });
     const hasShards = files.some((entry) =>
@@ -593,10 +660,18 @@ function buildBrowserRunOptions(runConfig, jsonOutput, request = {}) {
     executablePath: asStringOrNull(browser.executablePath),
     runnerPath: asStringOrNull(browser.runnerPath),
     staticRootDir: asStringOrNull(browser.staticRootDir),
+    rdrrRoot: asStringOrNull(browser.rdrrRoot),
     baseUrl: asStringOrNull(browser.baseUrl),
     browserArgs: parseBrowserArgs(browser.browserArgs),
     headless: headed ? false : (explicitHeadless ?? true),
   };
+  const rdrrRoot = resolveRdrrRoot(options);
+  options.staticMounts = [
+    {
+      urlPrefix: '/models/external',
+      rootDir: rdrrRoot,
+    },
+  ];
 
   const port = parseNumberFlag(browser.port, 'run.browser.port');
   if (port !== null) {
@@ -644,6 +719,7 @@ function isNodeWebGPUFallbackCandidate(error, fallbackPolicy = DEFAULT_CLI_POLIC
 function isTrainingCommandFlow(request) {
   if (!request || typeof request !== 'object') return false;
   if (request.suite === 'training') return true;
+  if (request.command === 'lora' || request.command === 'distill') return true;
   return request.command === 'bench' && request.workloadType === 'training';
 }
 
@@ -726,6 +802,13 @@ function toSummary(result) {
     return `converted ${result.manifest.modelId} (${result.tensorCount} tensors, ${result.shardCount} shards)${contractStatus}${graphStatus}`;
   }
 
+  if (result.kind === 'lora' || result.kind === 'distill') {
+    const workloadId = result.workloadId || 'unknown';
+    const action = result.action || 'run';
+    const runRoot = result.runRoot || 'n/a';
+    return `${result.kind} ${action} workload=${workloadId} runRoot=${runRoot}`;
+  }
+
   const suite = result.suite || result.report?.suite || 'suite';
   const modelId = result.modelId || result.report?.modelId || 'unknown';
   const passed = Number.isFinite(result.passed) ? result.passed : null;
@@ -1122,6 +1205,20 @@ function printConvertReportSummary(result) {
 
 function printMetricsSummary(result) {
   if (!result || typeof result !== 'object') return;
+  if (result.kind === 'distill') {
+    const stageCount = Array.isArray(result.stageResults) ? result.stageResults.length : 0;
+    console.log(
+      `[metrics] kind=distill action=${result.action || 'run'} stages=${stageCount} runRoot=${quoteOneLine(result.runRoot)}`
+    );
+    return;
+  }
+  if (result.kind === 'lora') {
+    const exportCount = Array.isArray(result.exports) ? result.exports.length : 0;
+    console.log(
+      `[metrics] kind=lora action=${result.action || 'run'} exports=${exportCount} runRoot=${quoteOneLine(result.runRoot)}`
+    );
+    return;
+  }
   const suite = String(result.suite || '');
   const metrics = result.metrics;
   if (!metrics || typeof metrics !== 'object') return;