clodds 1.1.0

package/dist/api/compute/persistence.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Persistence Layer - SQLite-based storage for compute API
+ *
+ * Stores: balances, jobs, usage stats, used tx hashes
+ */
+import type { ComputeService } from './types';
+export interface PersistenceLayer {
+    getBalance(wallet: string): WalletBalanceRow | null;
+    upsertBalance(wallet: string, available: number, pending: number, totalDeposited: number, totalSpent: number): void;
+    getJob(jobId: string): JobRow | null;
+    getJobsByWallet(wallet: string, limit?: number): JobRow[];
+    createJob(job: JobRow): void;
+    updateJob(jobId: string, updates: Partial<JobRow>): void;
+    cleanupOldJobs(maxAgeMs: number): number;
+    isTransactionUsed(txHash: string): boolean;
+    markTransactionUsed(txHash: string, wallet: string, amount: number): void;
+    recordUsage(wallet: string, service: ComputeService, cost: number, durationMs: number): void;
+    getUsage(wallet: string, period: 'day' | 'week' | 'month' | 'all'): UsageRow[];
+    getRequestCount(wallet: string, windowMs: number): number;
+    getIpRequestCount(ip: string, windowMs: number): number;
+    recordRequest(wallet: string, ip: string): void;
+    getSpendingLimits(wallet: string): SpendingLimitsRow | null;
+    setSpendingLimits(wallet: string, dailyLimit: number | null, monthlyLimit: number | null): void;
+    getSpentInPeriod(wallet: string, periodMs: number): number;
+    createApiKey(apiKey: string, wallet: string, name: string): void;
+    getApiKey(apiKey: string): ApiKeyRow | null;
+    getApiKeysByWallet(wallet: string): ApiKeyRow[];
+    revokeApiKey(apiKey: string): boolean;
+    close(): void;
+}
+export interface ApiKeyRow {
+    api_key: string;
+    wallet: string;
+    name: string;
+    created_at: number;
+    last_used_at: number | null;
+    revoked_at: number | null;
+}
+export interface SpendingLimitsRow {
+    wallet: string;
+    daily_limit: number | null;
+    monthly_limit: number | null;
+    updated_at: number;
+}
+export interface WalletBalanceRow {
+    wallet: string;
+    available: number;
+    pending: number;
+    total_deposited: number;
+    total_spent: number;
+    created_at: number;
+    updated_at: number;
+}
+export interface JobRow {
+    job_id: string;
+    request_id: string;
+    wallet: string;
+    service: string;
+    status: string;
+    payload: string;
+    result: string | null;
+    error: string | null;
+    cost: number;
+    usage: string | null;
+    created_at: number;
+    started_at: number | null;
+    completed_at: number | null;
+}
+export interface UsageRow {
+    wallet: string;
+    service: string;
+    requests: number;
+    total_cost: number;
+    total_duration_ms: number;
+    period_start: number;
+}
+export declare function createPersistenceLayer(dbPath?: string): PersistenceLayer;

package/dist/api/compute/persistence.js

@@ -0,0 +1,251 @@
+"use strict";
+/**
+ * Persistence Layer - SQLite-based storage for compute API
+ *
+ * Stores: balances, jobs, usage stats, used tx hashes
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createPersistenceLayer = createPersistenceLayer;
+const fs_1 = require("fs");
+const path_1 = require("path");
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+// =============================================================================
+// IMPLEMENTATION
+// =============================================================================
+function createPersistenceLayer(dbPath) {
+    // Default to data directory
+    const dataDir = process.env.CLODDS_DATA_DIR || '/tmp/clodds-data';
+    if (!(0, fs_1.existsSync)(dataDir)) {
+        (0, fs_1.mkdirSync)(dataDir, { recursive: true });
+    }
+    const finalPath = dbPath || (0, path_1.join)(dataDir, 'compute.db');
+    const db = new better_sqlite3_1.default(finalPath);
+    // Enable WAL mode for better concurrency
+    db.pragma('journal_mode = WAL');
+    // Initialize schema
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS balances (
+      wallet TEXT PRIMARY KEY,
+      available REAL DEFAULT 0,
+      pending REAL DEFAULT 0,
+      total_deposited REAL DEFAULT 0,
+      total_spent REAL DEFAULT 0,
+      created_at INTEGER DEFAULT (strftime('%s', 'now') * 1000),
+      updated_at INTEGER DEFAULT (strftime('%s', 'now') * 1000)
+    );
+
+    CREATE TABLE IF NOT EXISTS jobs (
+      job_id TEXT PRIMARY KEY,
+      request_id TEXT NOT NULL,
+      wallet TEXT NOT NULL,
+      service TEXT NOT NULL,
+      status TEXT NOT NULL,
+      payload TEXT,
+      result TEXT,
+      error TEXT,
+      cost REAL DEFAULT 0,
+      usage TEXT,
+      created_at INTEGER NOT NULL,
+      started_at INTEGER,
+      completed_at INTEGER
+    );
+    CREATE INDEX IF NOT EXISTS idx_jobs_wallet ON jobs(wallet);
+    CREATE INDEX IF NOT EXISTS idx_jobs_status ON jobs(status);
+
+    CREATE TABLE IF NOT EXISTS used_transactions (
+      tx_hash TEXT PRIMARY KEY,
+      wallet TEXT NOT NULL,
+      amount REAL NOT NULL,
+      used_at INTEGER DEFAULT (strftime('%s', 'now') * 1000)
+    );
+
+    CREATE TABLE IF NOT EXISTS usage_stats (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      wallet TEXT NOT NULL,
+      service TEXT NOT NULL,
+      cost REAL NOT NULL,
+      duration_ms INTEGER NOT NULL,
+      recorded_at INTEGER DEFAULT (strftime('%s', 'now') * 1000)
+    );
+    CREATE INDEX IF NOT EXISTS idx_usage_wallet ON usage_stats(wallet);
+    CREATE INDEX IF NOT EXISTS idx_usage_recorded ON usage_stats(recorded_at);
+
+    CREATE TABLE IF NOT EXISTS rate_limit_requests (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      wallet TEXT,
+      ip TEXT,
+      requested_at INTEGER DEFAULT (strftime('%s', 'now') * 1000)
+    );
+    CREATE INDEX IF NOT EXISTS idx_rate_wallet ON rate_limit_requests(wallet, requested_at);
+    CREATE INDEX IF NOT EXISTS idx_rate_ip ON rate_limit_requests(ip, requested_at);
+
+    CREATE TABLE IF NOT EXISTS spending_limits (
+      wallet TEXT PRIMARY KEY,
+      daily_limit REAL,
+      monthly_limit REAL,
+      updated_at INTEGER DEFAULT (strftime('%s', 'now') * 1000)
+    );
+
+    CREATE TABLE IF NOT EXISTS api_keys (
+      api_key TEXT PRIMARY KEY,
+      wallet TEXT NOT NULL,
+      name TEXT NOT NULL,
+      created_at INTEGER DEFAULT (strftime('%s', 'now') * 1000),
+      last_used_at INTEGER,
+      revoked_at INTEGER
+    );
+    CREATE INDEX IF NOT EXISTS idx_apikeys_wallet ON api_keys(wallet);
+  `);
+    // Prepared statements
+    const stmts = {
+        getBalance: db.prepare('SELECT * FROM balances WHERE wallet = ?'),
+        upsertBalance: db.prepare(`
+      INSERT INTO balances (wallet, available, pending, total_deposited, total_spent, updated_at)
+      VALUES (?, ?, ?, ?, ?, ?)
+      ON CONFLICT(wallet) DO UPDATE SET
+        available = excluded.available,
+        pending = excluded.pending,
+        total_deposited = excluded.total_deposited,
+        total_spent = excluded.total_spent,
+        updated_at = excluded.updated_at
+    `),
+        getJob: db.prepare('SELECT * FROM jobs WHERE job_id = ?'),
+        getJobsByWallet: db.prepare('SELECT * FROM jobs WHERE wallet = ? ORDER BY created_at DESC LIMIT ?'),
+        createJob: db.prepare(`
+      INSERT INTO jobs (job_id, request_id, wallet, service, status, payload, cost, created_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `),
+        updateJob: db.prepare(`
+      UPDATE jobs SET status = ?, result = ?, error = ?, cost = ?, usage = ?, started_at = ?, completed_at = ?
+      WHERE job_id = ?
+    `),
+        cleanupJobs: db.prepare('DELETE FROM jobs WHERE completed_at IS NOT NULL AND completed_at < ?'),
+        isTransactionUsed: db.prepare('SELECT 1 FROM used_transactions WHERE tx_hash = ?'),
+        markTransactionUsed: db.prepare('INSERT INTO used_transactions (tx_hash, wallet, amount) VALUES (?, ?, ?)'),
+        recordUsage: db.prepare('INSERT INTO usage_stats (wallet, service, cost, duration_ms) VALUES (?, ?, ?, ?)'),
+        getUsageDay: db.prepare(`
+      SELECT wallet, service, COUNT(*) as requests, SUM(cost) as total_cost, SUM(duration_ms) as total_duration_ms
+      FROM usage_stats WHERE wallet = ? AND recorded_at > ? GROUP BY service
+    `),
+        getRequestCount: db.prepare('SELECT COUNT(*) as cnt FROM rate_limit_requests WHERE wallet = ? AND requested_at > ?'),
+        getIpRequestCount: db.prepare('SELECT COUNT(*) as cnt FROM rate_limit_requests WHERE ip = ? AND requested_at > ?'),
+        recordRequest: db.prepare('INSERT INTO rate_limit_requests (wallet, ip) VALUES (?, ?)'),
+        cleanupRateLimit: db.prepare('DELETE FROM rate_limit_requests WHERE requested_at < ?'),
+        getSpendingLimits: db.prepare('SELECT * FROM spending_limits WHERE wallet = ?'),
+        setSpendingLimits: db.prepare(`
+      INSERT INTO spending_limits (wallet, daily_limit, monthly_limit, updated_at)
+      VALUES (?, ?, ?, ?)
+      ON CONFLICT(wallet) DO UPDATE SET
+        daily_limit = excluded.daily_limit,
+        monthly_limit = excluded.monthly_limit,
+        updated_at = excluded.updated_at
+    `),
+        getSpentInPeriod: db.prepare('SELECT COALESCE(SUM(cost), 0) as total FROM usage_stats WHERE wallet = ? AND recorded_at > ?'),
+        createApiKey: db.prepare('INSERT INTO api_keys (api_key, wallet, name) VALUES (?, ?, ?)'),
+        getApiKey: db.prepare('SELECT * FROM api_keys WHERE api_key = ? AND revoked_at IS NULL'),
+        getApiKeysByWallet: db.prepare('SELECT * FROM api_keys WHERE wallet = ? ORDER BY created_at DESC'),
+        revokeApiKey: db.prepare('UPDATE api_keys SET revoked_at = ? WHERE api_key = ?'),
+        updateApiKeyLastUsed: db.prepare('UPDATE api_keys SET last_used_at = ? WHERE api_key = ?'),
+    };
+    // Cleanup old rate limit entries periodically
+    setInterval(() => {
+        const cutoff = Date.now() - 3600000; // 1 hour
+        stmts.cleanupRateLimit.run(cutoff);
+    }, 300000); // Every 5 minutes
+    return {
+        getBalance(wallet) {
+            return stmts.getBalance.get(wallet.toLowerCase());
+        },
+        upsertBalance(wallet, available, pending, totalDeposited, totalSpent) {
+            stmts.upsertBalance.run(wallet.toLowerCase(), available, pending, totalDeposited, totalSpent, Date.now());
+        },
+        getJob(jobId) {
+            return stmts.getJob.get(jobId);
+        },
+        getJobsByWallet(wallet, limit = 50) {
+            return stmts.getJobsByWallet.all(wallet.toLowerCase(), limit);
+        },
+        createJob(job) {
+            stmts.createJob.run(job.job_id, job.request_id, job.wallet.toLowerCase(), job.service, job.status, job.payload, job.cost, job.created_at);
+        },
+        updateJob(jobId, updates) {
+            const current = stmts.getJob.get(jobId);
+            if (!current)
+                return;
+            stmts.updateJob.run(updates.status ?? current.status, updates.result ?? current.result, updates.error ?? current.error, updates.cost ?? current.cost, updates.usage ?? current.usage, updates.started_at ?? current.started_at, updates.completed_at ?? current.completed_at, jobId);
+        },
+        cleanupOldJobs(maxAgeMs) {
+            const cutoff = Date.now() - maxAgeMs;
+            const result = stmts.cleanupJobs.run(cutoff);
+            return result.changes;
+        },
+        isTransactionUsed(txHash) {
+            return !!stmts.isTransactionUsed.get(txHash.toLowerCase());
+        },
+        markTransactionUsed(txHash, wallet, amount) {
+            stmts.markTransactionUsed.run(txHash.toLowerCase(), wallet.toLowerCase(), amount);
+        },
+        recordUsage(wallet, service, cost, durationMs) {
+            stmts.recordUsage.run(wallet.toLowerCase(), service, cost, durationMs);
+        },
+        getUsage(wallet, period) {
+            const periodMs = {
+                day: 86400000,
+                week: 604800000,
+                month: 2592000000,
+                all: Date.now(), // Everything
+            };
+            const cutoff = Date.now() - periodMs[period];
+            return stmts.getUsageDay.all(wallet.toLowerCase(), cutoff);
+        },
+        getRequestCount(wallet, windowMs) {
+            const cutoff = Date.now() - windowMs;
+            const result = stmts.getRequestCount.get(wallet.toLowerCase(), cutoff);
+            return result.cnt;
+        },
+        getIpRequestCount(ip, windowMs) {
+            const cutoff = Date.now() - windowMs;
+            const result = stmts.getIpRequestCount.get(ip, cutoff);
+            return result.cnt;
+        },
+        recordRequest(wallet, ip) {
+            stmts.recordRequest.run(wallet?.toLowerCase() || '', ip || '');
+        },
+        getSpendingLimits(wallet) {
+            return stmts.getSpendingLimits.get(wallet.toLowerCase());
+        },
+        setSpendingLimits(wallet, dailyLimit, monthlyLimit) {
+            stmts.setSpendingLimits.run(wallet.toLowerCase(), dailyLimit, monthlyLimit, Date.now());
+        },
+        getSpentInPeriod(wallet, periodMs) {
+            const cutoff = Date.now() - periodMs;
+            const result = stmts.getSpentInPeriod.get(wallet.toLowerCase(), cutoff);
+            return result.total;
+        },
+        createApiKey(apiKey, wallet, name) {
+            stmts.createApiKey.run(apiKey, wallet.toLowerCase(), name);
+        },
+        getApiKey(apiKey) {
+            const row = stmts.getApiKey.get(apiKey);
+            if (row) {
+                // Update last used timestamp
+                stmts.updateApiKeyLastUsed.run(Date.now(), apiKey);
+            }
+            return row;
+        },
+        getApiKeysByWallet(wallet) {
+            return stmts.getApiKeysByWallet.all(wallet.toLowerCase());
+        },
+        revokeApiKey(apiKey) {
+            const result = stmts.revokeApiKey.run(Date.now(), apiKey);
+            return result.changes > 0;
+        },
+        close() {
+            db.close();
+        },
+    };
+}
+//# sourceMappingURL=persistence.js.map

package/dist/api/compute/persistence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"persistence.js","sourceRoot":"","sources":["../../../src/api/compute/persistence.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;;;AAyGH,wDA2RC;AAlYD,2BAA2C;AAC3C,+BAA4B;AAC5B,oEAAsC;AAiGtC,gFAAgF;AAChF,iBAAiB;AACjB,gFAAgF;AAEhF,SAAgB,sBAAsB,CAAC,MAAe;IACpD,4BAA4B;IAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,kBAAkB,CAAC;IAClE,IAAI,CAAC,IAAA,eAAU,EAAC,OAAO,CAAC,EAAE,CAAC;QACzB,IAAA,cAAS,EAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,IAAI,IAAA,WAAI,EAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACxD,MAAM,EAAE,GAAG,IAAI,wBAAQ,CAAC,SAAS,CAAC,CAAC;IAEnC,yCAAyC;IACzC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAEhC,oBAAoB;IACpB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwEP,CAAC,CAAC;IAEH,sBAAsB;IACtB,MAAM,KAAK,GAAG;QACZ,UAAU,EAAE,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC;QACjE,aAAa,EAAE,EAAE,CAAC,OAAO,CAAC;;;;;;;;;KASzB,CAAC;QAEF,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC;QACzD,eAAe,EAAE,EAAE,CAAC,OAAO,CAAC,sEAAsE,CAAC;QACnG,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC;;;KAGrB,CAAC;QACF,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC;;;KAGrB,CAAC;QACF,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,sEAAsE,CAAC;QAE/F,iBAAiB,EAAE,EAAE,CAAC,OAAO,CAAC,mDAAmD,CAAC;QAClF,mBAAmB,EAAE,EAAE,CAAC,OAAO,CAAC,0EAA0E,CAAC;QAE3G,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC,kFAAkF,CAAC;QAC3G,WAAW,EAAE,EAAE,CAAC,OAAO,CAAC;;;KAGvB,CAAC;QAEF,eAAe,EAAE,EAAE,CAAC,OAAO,CAAC,uFAAuF,CAAC;QACpH,iBAAiB,EAAE,EAAE,CAAC,OAAO,CAAC,mFAAmF,CAAC;QAClH,aAAa,EAAE,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC;QACvF,gBAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,wDAAwD,CAAC;QAEtF,iBAAiB,EAAE,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC;QAC/E,iBAAiB,EAAE,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO7B,CAAC;QACF,gBAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,8FAA8F,CAAC;QAE5H,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,+DAA+D,CAAC;QACzF,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,iEAAiE,CAAC;QACxF,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,kEAAkE,CAAC;QAClG,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC;QAChF,oBAAoB,EAAE,EAAE,CAAC,OAAO,CAAC,wDAAwD,CAAC;KAC3F,CAAC;IAEF,8CAA8C;IAC9C,WAAW,CAAC,GAAG,EAAE;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,SAAS;QAC9C,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,kBAAkB;IAE9B,OAAO;QACL,UAAU,CAAC,MAAc;YACvB,OAAO,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAA4B,CAAC;QAC/E,CAAC;QAED,aAAa,CAAC,MAAc,EAAE,SAAiB,EAAE,OAAe,EAAE,cAAsB,EAAE,UAAkB;YAC1G,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5G,CAAC;QAED,MAAM,CAAC,KAAa;YAClB,OAAO,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAkB,CAAC;QAClD,CAAC;QAED,eAAe,CAAC,MAAc,EAAE,QAAgB,EAAE;YAChD,OAAO,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,KAAK,CAAa,CAAC;QAC5E,CAAC;QAED,SAAS,CAAC,GAAW;YACnB,KAAK,CAAC,SAAS,CAAC,GAAG,CACjB,GAAG,CAAC,MAAM,EACV,GAAG,CAAC,UAAU,EACd,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EACxB,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,MAAM,EACV,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,GAAG,CAAC,UAAU,CACf,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAa,EAAE,OAAwB;YAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAkB,CAAC;YACzD,IAAI,CAAC,OAAO;gBAAE,OAAO;YAErB,KAAK,CAAC,SAAS,CAAC,GAAG,CACjB,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAChC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,EAChC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAC9B,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,EAC5B,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAC9B,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,EACxC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,YAAY,EAC5C,KAAK,CACN,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,QAAgB;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;YACrC,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC,OAAO,CAAC;QACxB,CAAC;QAED,iBAAiB,CAAC,MAAc;YAC9B,OAAO,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,mBAAmB,CAAC,MAAc,EAAE,MAAc,EAAE,MAAc;YAChE,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,CAAC;QACpF,CAAC;QAED,WAAW,CAAC,MAAc,EAAE,OAAuB,EAAE,IAAY,EAAE,UAAkB;YACnF,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QACzE,CAAC;QAED,QAAQ,CAAC,MAAc,EAAE,MAAwC;YAC/D,MAAM,QAAQ,GAAG;gBACf,GAAG,EAAE,QAAQ;gBACb,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,UAAU;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,aAAa;aAC/B,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAe,CAAC;QAC3E,CAAC;QAED,eAAe,CAAC,MAAc,EAAE,QAAgB;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;YACrC,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAoB,CAAC;YAC1F,OAAO,MAAM,CAAC,GAAG,CAAC;QACpB,CAAC;QAED,iBAAiB,CAAC,EAAU,EAAE,QAAgB;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;YACrC,MAAM,MAAM,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAoB,CAAC;YAC1E,OAAO,MAAM,CAAC,GAAG,CAAC;QACpB,CAAC;QAED,aAAa,CAAC,MAAc,EAAE,EAAU;YACtC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,iBAAiB,CAAC,MAAc;YAC9B,OAAO,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAA6B,CAAC;QACvF,CAAC;QAED,iBAAiB,CAAC,MAAc,EAAE,UAAyB,EAAE,YAA2B;YACtF,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,gBAAgB,CAAC,MAAc,EAAE,QAAgB;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;YACrC,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,EAAE,MAAM,CAAsB,CAAC;YAC7F,OAAO,MAAM,CAAC,KAAK,CAAC;QACtB,CAAC;QAED,YAAY,CAAC,MAAc,EAAE,MAAc,EAAE,IAAY;YACvD,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,CAAC;QAC7D,CAAC;QAED,SAAS,CAAC,MAAc;YACtB,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAqB,CAAC;YAC5D,IAAI,GAAG,EAAE,CAAC;gBACR,6BAA6B;gBAC7B,KAAK,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QAED,kBAAkB,CAAC,MAAc;YAC/B,OAAO,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAgB,CAAC;QAC3E,CAAC;QAED,YAAY,CAAC,MAAc;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1D,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;QAC5B,CAAC;QAED,KAAK;YACH,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/api/compute/storage.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Storage Service - File storage for agents
+ *
+ * Key-value storage with optional TTL, backed by local filesystem or S3
+ */
+import type { ComputeRequest, StorageResponse } from './types';
+export interface StorageService {
+    /** Execute storage operation */
+    execute(request: ComputeRequest): Promise<StorageResponse>;
+    /** Put data */
+    put(key: string, content: string | Buffer, options?: PutOptions): Promise<StorageResponse>;
+    /** Get data */
+    get(key: string): Promise<StorageResponse>;
+    /** Delete data */
+    delete(key: string): Promise<StorageResponse>;
+    /** List keys */
+    list(prefix?: string): Promise<StorageResponse>;
+    /** Get storage stats */
+    getStats(wallet: string): Promise<StorageStats>;
+}
+export interface StorageServiceConfig {
+    /** Storage backend: 'local' | 's3' (default: 'local') */
+    backend?: 'local' | 's3';
+    /** Local storage directory */
+    localDir?: string;
+    /** S3 bucket name */
+    s3Bucket?: string;
+    /** S3 region */
+    s3Region?: string;
+    /** Max file size in bytes (default: 10MB) */
+    maxFileSize?: number;
+    /** Max storage per wallet in bytes (default: 100MB) */
+    maxStoragePerWallet?: number;
+    /** Public URL prefix for files */
+    publicUrlPrefix?: string;
+}
+export interface PutOptions {
+    contentType?: string;
+    ttl?: number;
+    public?: boolean;
+}
+export interface StorageStats {
+    wallet: string;
+    usedBytes: number;
+    fileCount: number;
+    quota: number;
+}
+export declare function createStorageService(config?: StorageServiceConfig): StorageService;

package/dist/api/compute/storage.js

@@ -0,0 +1,283 @@
+"use strict";
+/**
+ * Storage Service - File storage for agents
+ *
+ * Key-value storage with optional TTL, backed by local filesystem or S3
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStorageService = createStorageService;
+const promises_1 = require("fs/promises");
+const path_1 = require("path");
+const crypto_1 = require("crypto");
+const logger_1 = require("../../utils/logger");
+// =============================================================================
+// CONSTANTS
+// =============================================================================
+const DEFAULT_CONFIG = {
+    backend: 'local',
+    localDir: '/tmp/clodds-storage',
+    s3Bucket: '',
+    s3Region: 'us-east-1',
+    maxFileSize: 10 * 1024 * 1024, // 10MB
+    maxStoragePerWallet: 100 * 1024 * 1024, // 100MB
+    publicUrlPrefix: '',
+};
+// =============================================================================
+// IMPLEMENTATION
+// =============================================================================
+function createStorageService(config = {}) {
+    const cfg = { ...DEFAULT_CONFIG, ...config };
+    // In-memory metadata index
+    const metadata = new Map();
+    const walletUsage = new Map();
+    function getFilePath(wallet, key) {
+        // Hash the key to create a safe filename
+        const hash = (0, crypto_1.createHash)('sha256').update(`${wallet}:${key}`).digest('hex');
+        const walletHash = (0, crypto_1.createHash)('sha256').update(wallet).digest('hex').slice(0, 16);
+        return (0, path_1.join)(cfg.localDir, walletHash, hash);
+    }
+    function getMetadataPath(wallet, key) {
+        return getFilePath(wallet, key) + '.meta';
+    }
+    async function ensureDir(filePath) {
+        await (0, promises_1.mkdir)((0, path_1.dirname)(filePath), { recursive: true });
+    }
+    async function execute(request) {
+        const payload = request.payload;
+        const { operation, key } = payload;
+        const wallet = request.wallet;
+        logger_1.logger.info({
+            requestId: request.id,
+            operation,
+            key,
+            wallet,
+        }, 'Executing storage operation');
+        switch (operation) {
+            case 'put':
+                return put(key, payload.content || '', {
+                    contentType: payload.contentType,
+                    ttl: payload.ttl,
+                }, wallet);
+            case 'get':
+                return get(key, wallet);
+            case 'delete':
+                return deleteKey(key, wallet);
+            case 'list':
+                return list(key, wallet);
+            default:
+                throw new Error(`Unknown operation: ${operation}`);
+        }
+    }
+    async function put(key, content, options = {}, wallet) {
+        if (!wallet) {
+            throw new Error('Wallet required for storage operations');
+        }
+        const contentBuffer = typeof content === 'string' ? Buffer.from(content) : content;
+        const size = contentBuffer.length;
+        // Check file size
+        if (size > cfg.maxFileSize) {
+            return {
+                success: false,
+                key,
+                size,
+            };
+        }
+        // Check wallet quota
+        const currentUsage = walletUsage.get(wallet) || 0;
+        if (currentUsage + size > cfg.maxStoragePerWallet) {
+            return {
+                success: false,
+                key,
+                size,
+            };
+        }
+        const filePath = getFilePath(wallet, key);
+        const metaPath = getMetadataPath(wallet, key);
+        try {
+            await ensureDir(filePath);
+            // Write content
+            await (0, promises_1.writeFile)(filePath, contentBuffer);
+            // Create metadata
+            const meta = {
+                key,
+                wallet,
+                size,
+                contentType: options.contentType || 'application/octet-stream',
+                createdAt: Date.now(),
+                expiresAt: options.ttl ? Date.now() + options.ttl * 1000 : undefined,
+                public: options.public || false,
+            };
+            // Write metadata
+            await (0, promises_1.writeFile)(metaPath, JSON.stringify(meta));
+            // Update in-memory index
+            const metaKey = `${wallet}:${key}`;
+            const oldMeta = metadata.get(metaKey);
+            if (oldMeta) {
+                walletUsage.set(wallet, (walletUsage.get(wallet) || 0) - oldMeta.size);
+            }
+            metadata.set(metaKey, meta);
+            walletUsage.set(wallet, (walletUsage.get(wallet) || 0) + size);
+            // Generate public URL if applicable
+            let url;
+            if (meta.public && cfg.publicUrlPrefix) {
+                url = `${cfg.publicUrlPrefix}/${wallet}/${key}`;
+            }
+            logger_1.logger.info({
+                key,
+                wallet,
+                size,
+                public: meta.public,
+            }, 'File stored');
+            return {
+                success: true,
+                key,
+                size,
+                url,
+            };
+        }
+        catch (error) {
+            logger_1.logger.error({ error, key, wallet }, 'Storage put failed');
+            return {
+                success: false,
+                key,
+            };
+        }
+    }
+    async function get(key, wallet) {
+        if (!wallet) {
+            throw new Error('Wallet required for storage operations');
+        }
+        const filePath = getFilePath(wallet, key);
+        const metaPath = getMetadataPath(wallet, key);
+        try {
+            // Read metadata first
+            const metaContent = await (0, promises_1.readFile)(metaPath, 'utf-8');
+            const meta = JSON.parse(metaContent);
+            // Check expiration
+            if (meta.expiresAt && Date.now() > meta.expiresAt) {
+                // File expired, delete it
+                await deleteKey(key, wallet);
+                return {
+                    success: false,
+                    key,
+                };
+            }
+            // Read content
+            const content = await (0, promises_1.readFile)(filePath, 'utf-8');
+            return {
+                success: true,
+                key,
+                content,
+                size: meta.size,
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                key,
+            };
+        }
+    }
+    async function deleteKey(key, wallet) {
+        if (!wallet) {
+            throw new Error('Wallet required for storage operations');
+        }
+        const filePath = getFilePath(wallet, key);
+        const metaPath = getMetadataPath(wallet, key);
+        const metaKey = `${wallet}:${key}`;
+        try {
+            // Get metadata for usage tracking
+            const meta = metadata.get(metaKey);
+            if (meta) {
+                walletUsage.set(wallet, (walletUsage.get(wallet) || 0) - meta.size);
+                metadata.delete(metaKey);
+            }
+            // Delete files
+            await (0, promises_1.unlink)(filePath).catch(() => { });
+            await (0, promises_1.unlink)(metaPath).catch(() => { });
+            logger_1.logger.info({ key, wallet }, 'File deleted');
+            return {
+                success: true,
+                key,
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                key,
+            };
+        }
+    }
+    async function list(prefix, wallet) {
+        if (!wallet) {
+            throw new Error('Wallet required for storage operations');
+        }
+        const keys = [];
+        // Scan metadata for this wallet
+        for (const [metaKey, meta] of metadata.entries()) {
+            if (meta.wallet !== wallet)
+                continue;
+            // Check expiration
+            if (meta.expiresAt && Date.now() > meta.expiresAt) {
+                // Clean up expired file
+                await deleteKey(meta.key, wallet);
+                continue;
+            }
+            // Check prefix filter
+            if (prefix && !meta.key.startsWith(prefix))
+                continue;
+            keys.push(meta.key);
+        }
+        return {
+            success: true,
+            key: prefix || '',
+            keys,
+        };
+    }
+    async function getStats(wallet) {
+        let usedBytes = 0;
+        let fileCount = 0;
+        for (const [_, meta] of metadata.entries()) {
+            if (meta.wallet !== wallet)
+                continue;
+            // Skip expired
+            if (meta.expiresAt && Date.now() > meta.expiresAt)
+                continue;
+            usedBytes += meta.size;
+            fileCount++;
+        }
+        return {
+            wallet,
+            usedBytes,
+            fileCount,
+            quota: cfg.maxStoragePerWallet,
+        };
+    }
+    // Cleanup expired files periodically
+    async function cleanupExpired() {
+        const now = Date.now();
+        const toDelete = [];
+        for (const [_, meta] of metadata.entries()) {
+            if (meta.expiresAt && now > meta.expiresAt) {
+                toDelete.push({ key: meta.key, wallet: meta.wallet });
+            }
+        }
+        for (const { key, wallet } of toDelete) {
+            await deleteKey(key, wallet);
+        }
+        if (toDelete.length > 0) {
+            logger_1.logger.info({ count: toDelete.length }, 'Cleaned up expired files');
+        }
+    }
+    // Run cleanup every 5 minutes
+    setInterval(cleanupExpired, 5 * 60 * 1000);
+    return {
+        execute,
+        put: (key, content, options) => put(key, content, options, undefined),
+        get: (key) => get(key, undefined),
+        delete: (key) => deleteKey(key, undefined),
+        list: (prefix) => list(prefix, undefined),
+        getStats,
+    };
+}
+//# sourceMappingURL=storage.js.map