@myvillage/cli 1.3.0 → 1.5.1

package/src/utils/local-agent.js

@@ -0,0 +1,168 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync, readdirSync, unlinkSync } from 'fs';
+import { join } from 'path';
+import { getConfigDir } from './config.js';
+import { parse as parseYaml, stringify as stringifyYaml } from 'yaml';
+
+// ── Directory Helpers ───────────────────────────────────
+
+export function getAgentsDir() {
+  const dir = join(getConfigDir(), 'agents');
+  if (!existsSync(dir)) {
+    mkdirSync(dir, { recursive: true });
+  }
+  return dir;
+}
+
+export function getAgentDir(name) {
+  return join(getAgentsDir(), name);
+}
+
+export function agentExists(name) {
+  const dir = getAgentDir(name);
+  return existsSync(dir) && existsSync(join(dir, 'agent.config.yaml'));
+}
+
+// ── Config Read/Write ───────────────────────────────────
+
+export function readAgentConfig(name) {
+  const configPath = join(getAgentDir(name), 'agent.config.yaml');
+  if (!existsSync(configPath)) return null;
+  try {
+    const raw = readFileSync(configPath, 'utf-8');
+    return parseYaml(raw);
+  } catch {
+    return null;
+  }
+}
+
+export function writeAgentConfig(name, config) {
+  const configPath = join(getAgentDir(name), 'agent.config.yaml');
+  writeFileSync(configPath, stringifyYaml(config, { lineWidth: 0 }));
+}
+
+// ── Tools YAML Read/Write ───────────────────────────────
+
+export function readToolsYaml(name) {
+  const toolsPath = join(getAgentDir(name), 'tools.yaml');
+  if (!existsSync(toolsPath)) return { servers: {} };
+  try {
+    const raw = readFileSync(toolsPath, 'utf-8');
+    return parseYaml(raw) || { servers: {} };
+  } catch {
+    return { servers: {} };
+  }
+}
+
+export function writeToolsYaml(name, toolsConfig) {
+  const toolsPath = join(getAgentDir(name), 'tools.yaml');
+  writeFileSync(toolsPath, stringifyYaml(toolsConfig, { lineWidth: 0 }));
+}
+
+// ── Daemon Status ───────────────────────────────────────
+
+export function getDaemonInfo(name) {
+  const pidFile = join(getAgentDir(name), 'daemon.pid');
+  if (!existsSync(pidFile)) return null;
+  try {
+    return JSON.parse(readFileSync(pidFile, 'utf-8'));
+  } catch {
+    return null;
+  }
+}
+
+export function isDaemonRunning(name) {
+  const info = getDaemonInfo(name);
+  if (!info) return false;
+  try {
+    process.kill(info.pid, 0);
+    return true;
+  } catch {
+    // Process dead, clean up stale PID file
+    cleanupPidFile(name);
+    return false;
+  }
+}
+
+export function cleanupPidFile(name) {
+  const pidFile = join(getAgentDir(name), 'daemon.pid');
+  try {
+    if (existsSync(pidFile)) unlinkSync(pidFile);
+  } catch {
+    // ignore
+  }
+}
+
+// ── List Local Agents ───────────────────────────────────
+
+export function listLocalAgents() {
+  const agentsDir = getAgentsDir();
+  if (!existsSync(agentsDir)) return [];
+
+  const entries = readdirSync(agentsDir, { withFileTypes: true });
+  const agents = [];
+
+  for (const entry of entries) {
+    if (!entry.isDirectory()) continue;
+    const configPath = join(agentsDir, entry.name, 'agent.config.yaml');
+    if (!existsSync(configPath)) continue;
+
+    try {
+      const config = parseYaml(readFileSync(configPath, 'utf-8'));
+      const running = isDaemonRunning(entry.name);
+      const daemonInfo = getDaemonInfo(entry.name);
+
+      agents.push({
+        name: entry.name,
+        config,
+        isRunning: running,
+        lastHeartbeat: daemonInfo?.lastHeartbeat || null,
+      });
+    } catch {
+      // Skip malformed agent directories
+    }
+  }
+
+  return agents;
+}
+
+// ── Log Reading ─────────────────────────────────────────
+
+export function readAgentLogs(name, options = {}) {
+  const logsDir = join(getAgentDir(name), 'logs');
+  if (!existsSync(logsDir)) return [];
+
+  const { since, limit = 50 } = options;
+
+  // Find log files, sorted newest first
+  const files = readdirSync(logsDir)
+    .filter(f => f.endsWith('.jsonl'))
+    .sort()
+    .reverse();
+
+  const entries = [];
+
+  for (const file of files) {
+    const lines = readFileSync(join(logsDir, file), 'utf-8')
+      .split('\n')
+      .filter(Boolean);
+
+    for (const line of lines.reverse()) {
+      try {
+        const entry = JSON.parse(line);
+        if (since && new Date(entry.ts) < new Date(since)) continue;
+        entries.push(entry);
+        if (entries.length >= limit) return entries.reverse();
+      } catch {
+        // skip malformed lines
+      }
+    }
+  }
+
+  return entries.reverse();
+}
+
+export function getLogFilePath(name) {
+  const logsDir = join(getAgentDir(name), 'logs');
+  const today = new Date().toISOString().slice(0, 10);
+  return join(logsDir, `${today}.jsonl`);
+}

package/src/utils/soulprint-api.js

@@ -0,0 +1,136 @@
+import { createClient } from './api.js';
+import { getConfig } from './config.js';
+
+// ── Client Factory ─────────────────────────────────────
+
+export function getSoulprintClient() {
+  const config = getConfig();
+  return createClient(config.soulprintBaseUrl);
+}
+
+// ── Datasets ───────────────────────────────────────────
+
+export async function listDatasets(params = {}) {
+  const client = getSoulprintClient();
+  const response = await client.get('/datasets', { params });
+  return response.data;
+}
+
+export async function getDataset(slug) {
+  const client = getSoulprintClient();
+  const response = await client.get(`/datasets/${slug}`);
+  return response.data;
+}
+
+export async function getDatasetDownload(slug, version) {
+  const client = getSoulprintClient();
+  const params = version ? { version } : {};
+  const response = await client.get(`/datasets/${slug}/download`, { params });
+  return response.data;
+}
+
+// ── Training Jobs ──────────────────────────────────────
+
+export async function createJob(data) {
+  const client = getSoulprintClient();
+  const response = await client.post('/jobs', data);
+  return response.data;
+}
+
+export async function listJobs(params = {}) {
+  const client = getSoulprintClient();
+  const response = await client.get('/jobs', { params });
+  return response.data;
+}
+
+export async function getJob(id) {
+  const client = getSoulprintClient();
+  const response = await client.get(`/jobs/${id}`);
+  return response.data;
+}
+
+export async function updateJobStatus(id, data) {
+  const client = getSoulprintClient();
+  const response = await client.patch(`/jobs/${id}/status`, data);
+  return response.data;
+}
+
+export async function completeJob(id, data) {
+  const client = getSoulprintClient();
+  const response = await client.post(`/jobs/${id}/complete`, data);
+  return response.data;
+}
+
+export async function failJob(id, data) {
+  const client = getSoulprintClient();
+  const response = await client.post(`/jobs/${id}/fail`, data);
+  return response.data;
+}
+
+// ── Models ─────────────────────────────────────────────
+
+export async function listModels(params = {}) {
+  const client = getSoulprintClient();
+  const response = await client.get('/models', { params });
+  return response.data;
+}
+
+export async function getModel(slug) {
+  const client = getSoulprintClient();
+  const response = await client.get(`/models/${slug}`);
+  return response.data;
+}
+
+export async function publishModel(slug, data) {
+  const client = getSoulprintClient();
+  const response = await client.post(`/models/${slug}/publish`, data);
+  return response.data;
+}
+
+// ── Ingestion ──────────────────────────────────────────
+
+export async function ingestText(data) {
+  const client = getSoulprintClient();
+  const response = await client.post('/ingest/text', data);
+  return response.data;
+}
+
+export async function ingestStructured(data) {
+  const client = getSoulprintClient();
+  const response = await client.post('/ingest/structured', data);
+  return response.data;
+}
+
+export async function prepareIngestion(data) {
+  const client = getSoulprintClient();
+  const response = await client.post('/ingest/prepare', data);
+  return response.data;
+}
+
+export async function completeIngestion(ingestionId, data) {
+  const client = getSoulprintClient();
+  const response = await client.post(`/ingest/${ingestionId}/complete`, data);
+  return response.data;
+}
+
+export async function abortIngestion(ingestionId) {
+  const client = getSoulprintClient();
+  const response = await client.post(`/ingest/${ingestionId}/abort`);
+  return response.data;
+}
+
+// ── Upload ─────────────────────────────────────────────
+
+export async function getUploadUrls(data) {
+  const client = getSoulprintClient();
+  const response = await client.post('/upload/presign', data);
+  return response.data;
+}
+
+// ── Scripts ────────────────────────────────────────────
+
+export async function getScriptsManifest() {
+  const client = getSoulprintClient();
+  const response = await client.get('/scripts/manifest');
+  return response.data;
+}

package/src/utils/soulprint-workspace.js

@@ -0,0 +1,158 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync, readdirSync } from 'fs';
+import { join } from 'path';
+import { execSync } from 'child_process';
+import { getConfigDir } from './config.js';
+import { parse as parseYaml, stringify as stringifyYaml } from 'yaml';
+
+const SOULPRINT_DIR_NAME = 'soulprint';
+
+// ── Directory Helpers ──────────────────────────────────
+
+export function getSoulprintDir() {
+  return join(getConfigDir(), SOULPRINT_DIR_NAME);
+}
+
+export function getDatasetsDir() {
+  return join(getSoulprintDir(), 'datasets');
+}
+
+export function getModelsDir() {
+  return join(getSoulprintDir(), 'models');
+}
+
+export function getConfigsDir() {
+  return join(getSoulprintDir(), 'configs');
+}
+
+export function getLogsDir() {
+  return join(getSoulprintDir(), 'logs');
+}
+
+export function getVenvDir() {
+  return join(getSoulprintDir(), 'venv');
+}
+
+export function getScriptsDir() {
+  return join(getSoulprintDir(), 'scripts');
+}
+
+// ── Workspace State ────────────────────────────────────
+
+export function isWorkspaceInitialized() {
+  const dir = getSoulprintDir();
+  return existsSync(dir) && existsSync(join(dir, 'workspace.yaml'));
+}
+
+export function ensureWorkspace() {
+  return isWorkspaceInitialized();
+}
+
+export function readWorkspaceConfig() {
+  const configPath = join(getSoulprintDir(), 'workspace.yaml');
+  if (!existsSync(configPath)) return null;
+  try {
+    return parseYaml(readFileSync(configPath, 'utf-8'));
+  } catch {
+    return null;
+  }
+}
+
+export function writeWorkspaceConfig(config) {
+  const configPath = join(getSoulprintDir(), 'workspace.yaml');
+  writeFileSync(configPath, stringifyYaml(config, { lineWidth: 0 }));
+}
+
+// ── Dataset Helpers ────────────────────────────────────
+
+export function getLocalDatasetDir(slug, version) {
+  return join(getDatasetsDir(), slug, `v${version}`);
+}
+
+export function isDatasetDownloaded(slug, version) {
+  const dir = getLocalDatasetDir(slug, version);
+  return existsSync(dir) && existsSync(join(dir, 'manifest.json'));
+}
+
+export function listLocalDatasets() {
+  const dir = getDatasetsDir();
+  if (!existsSync(dir)) return [];
+  return readdirSync(dir, { withFileTypes: true })
+    .filter(e => e.isDirectory())
+    .map(e => e.name);
+}
+
+// ── Python Environment ─────────────────────────────────
+
+export function getPythonPath() {
+  const venvPython = join(getVenvDir(), 'bin', 'python');
+  if (existsSync(venvPython)) return venvPython;
+  return null;
+}
+
+export function isPythonAvailable() {
+  try {
+    execSync('python3 --version', { stdio: 'pipe' });
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+export function getPythonVersion() {
+  try {
+    return execSync('python3 --version', { stdio: 'pipe' }).toString().trim();
+  } catch {
+    return null;
+  }
+}
+
+export function detectGPU() {
+  try {
+    const nvidiaSmi = execSync('nvidia-smi --query-gpu=name,memory.total --format=csv,noheader', { stdio: 'pipe' }).toString().trim();
+    if (nvidiaSmi) {
+      const [name, vram] = nvidiaSmi.split(', ');
+      return { type: 'cuda', name, vram };
+    }
+  } catch { /* no CUDA */ }
+
+  try {
+    const sysctl = execSync('sysctl -n machdep.cpu.brand_string', { stdio: 'pipe' }).toString().trim();
+    if (sysctl.includes('Apple')) {
+      const mem = execSync('sysctl -n hw.memsize', { stdio: 'pipe' }).toString().trim();
+      const memGB = Math.round(parseInt(mem) / 1073741824);
+      return { type: 'mps', name: sysctl, vram: `${memGB}GB unified` };
+    }
+  } catch { /* not Apple Silicon */ }
+
+  return { type: 'cpu', name: 'CPU only', vram: null };
+}
+
+export function getMachineInfo() {
+  const gpu = detectGPU();
+  return {
+    gpu: gpu.name,
+    gpuType: gpu.type,
+    vram: gpu.vram,
+    os: `${process.platform} ${process.arch}`,
+    python: getPythonVersion(),
+    nodeVersion: process.version,
+  };
+}
+
+// ── Training Job Local State ───────────────────────────
+
+export function getJobOutputDir(jobId) {
+  return join(getModelsDir(), jobId);
+}
+
+export function getJobLogFile(jobId) {
+  const dir = getLogsDir();
+  if (!existsSync(dir)) mkdirSync(dir, { recursive: true });
+  return join(dir, `${jobId}.jsonl`);
+}
+
+export function appendJobLog(jobId, entry) {
+  const logFile = getJobLogFile(jobId);
+  const line = JSON.stringify({ ...entry, ts: new Date().toISOString() }) + '\n';
+  writeFileSync(logFile, line, { flag: 'a' });
+}