@exagent/agent 0.2.1 → 0.3.1

package/src/config.ts

@@ -1,4 +1,7 @@
-import { readFileSync, existsSync, writeFileSync } from 'node:fs';
+import { createCipheriv, createDecipheriv, randomBytes, scryptSync } from 'node:crypto';
+import { existsSync, readFileSync, writeFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { dirname, resolve } from 'node:path';
 import { z } from 'zod';
 import type { LLMProvider } from '@exagent/sdk';
 
@@ -19,7 +22,14 @@ export interface RuntimeConfig {
   };
   strategy: {
     file?: string;
+    code?: string;
     template?: string;
+    venues?: string[];
+    prompt?: {
+      name?: string;
+      systemPrompt: string;
+      venues?: string[];
+    };
   };
   trading: {
     mode: 'live' | 'paper';
@@ -79,15 +89,43 @@ export interface RuntimeConfig {
   };
 }
 
-const configSchema = z.object({
+export interface LocalSecretPayload {
+  apiToken: string;
+  walletPrivateKey?: string;
+  llmApiKey?: string;
+}
+
+export interface SecureStoreFile {
+  version: 1;
+  algorithm: 'aes-256-gcm';
+  kdf: {
+    name: 'scrypt';
+    salt: string;
+    keyLength: 32;
+    cost: number;
+    blockSize: number;
+    parallelization: number;
+  };
+  iv: string;
+  ciphertext: string;
+  authTag: string;
+}
+
+export interface LoadConfigOptions {
+  getSecretPassword?: () => Promise<string>;
+}
+
+const providerEnum = z.enum(['openai', 'anthropic', 'google', 'deepseek', 'mistral', 'groq', 'together', 'ollama']);
+
+const runtimeSchema = z.object({
   agentId: z.string(),
   apiUrl: z.string().url(),
-  apiToken: z.string(),
+  apiToken: z.string().min(1),
   wallet: z.object({
-    privateKey: z.string(),
+    privateKey: z.string().regex(/^0x[a-fA-F0-9]{64}$/),
   }).optional(),
   llm: z.object({
-    provider: z.enum(['openai', 'anthropic', 'google', 'deepseek', 'mistral', 'groq', 'together', 'ollama']),
+    provider: providerEnum,
     model: z.string().optional(),
     apiKey: z.string().optional(),
     endpoint: z.string().optional(),
@@ -96,7 +134,14 @@ const configSchema = z.object({
   }),
   strategy: z.object({
     file: z.string().optional(),
+    code: z.string().optional(),
     template: z.string().optional(),
+    venues: z.array(z.string()).optional(),
+    prompt: z.object({
+      name: z.string().optional(),
+      systemPrompt: z.string().min(1),
+      venues: z.array(z.string()).optional(),
+    }).optional(),
   }),
   trading: z.object({
     mode: z.enum(['live', 'paper']).default('paper'),
@@ -156,23 +201,174 @@ const configSchema = z.object({
   }).optional(),
 });
 
-export function loadConfig(path: string = 'agent-config.json'): RuntimeConfig {
+const configFileSchema = z.object({
+  agentId: z.string(),
+  apiUrl: z.string().url(),
+  apiToken: z.string().min(1).optional(),
+  wallet: z.object({
+    privateKey: z.string().regex(/^0x[a-fA-F0-9]{64}$/),
+  }).optional(),
+  llm: z.object({
+    provider: providerEnum.optional(),
+    model: z.string().optional(),
+    apiKey: z.string().optional(),
+    endpoint: z.string().optional(),
+    temperature: z.number().min(0).max(2).optional(),
+    maxTokens: z.number().optional(),
+  }).default({}),
+  strategy: z.object({
+    file: z.string().optional(),
+    code: z.string().optional(),
+    template: z.string().optional(),
+    venues: z.array(z.string()).optional(),
+    prompt: z.object({
+      name: z.string().optional(),
+      systemPrompt: z.string().min(1),
+      venues: z.array(z.string()).optional(),
+    }).optional(),
+  }),
+  trading: runtimeSchema.shape.trading,
+  venues: runtimeSchema.shape.venues,
+  relay: runtimeSchema.shape.relay,
+  llmBudget: runtimeSchema.shape.llmBudget,
+  rpcOverrides: runtimeSchema.shape.rpcOverrides,
+  logging: runtimeSchema.shape.logging,
+  secrets: z.object({
+    bootstrapToken: z.string().optional(),
+    bootstrapExpiresAt: z.string().optional(),
+    secureStorePath: z.string().optional(),
+  }).optional(),
+});
+
+const secureStoreSchema = z.object({
+  version: z.literal(1),
+  algorithm: z.literal('aes-256-gcm'),
+  kdf: z.object({
+    name: z.literal('scrypt'),
+    salt: z.string(),
+    keyLength: z.literal(32),
+    cost: z.number().int().positive(),
+    blockSize: z.number().int().positive(),
+    parallelization: z.number().int().positive(),
+  }),
+  iv: z.string(),
+  ciphertext: z.string(),
+  authTag: z.string(),
+});
+
+export type RuntimeConfigFile = z.infer<typeof configFileSchema>;
+
+const DEFAULT_SCRYPT_COST = 32768;
+const DEFAULT_SCRYPT_BLOCK_SIZE = 8;
+const DEFAULT_SCRYPT_PARALLELIZATION = 1;
+
+function expandHomeDir(path: string): string {
+  if (!path.startsWith('~/')) return path;
+  return resolve(homedir(), path.slice(2));
+}
+
+export function getDefaultSecureStorePath(agentId: string): string {
+  return resolve(homedir(), '.exagent', 'agents', agentId, 'secrets.json');
+}
+
+export function readConfigFile(path: string = 'agent-config.json'): RuntimeConfigFile {
   if (!existsSync(path)) {
     throw new Error(`Config file not found: ${path}. Run 'exagent init' first.`);
   }
 
-  const raw = readFileSync(path, 'utf-8');
   let parsed: unknown;
-
   try {
-    parsed = JSON.parse(raw);
+    parsed = JSON.parse(readFileSync(path, 'utf-8'));
   } catch {
     throw new Error(`Invalid JSON in ${path}`);
   }
 
-  // Apply environment variable overrides
-  const config = parsed as Record<string, unknown>;
-  const llm = (config.llm || {}) as Record<string, unknown>;
+  const result = configFileSchema.safeParse(parsed);
+  if (!result.success) {
+    const issues = result.error.issues.map((issue) => `  ${issue.path.join('.')}: ${issue.message}`).join('\n');
+    throw new Error(`Invalid config file:\n${issues}`);
+  }
+
+  return result.data;
+}
+
+export function writeConfigFile(path: string, config: RuntimeConfigFile): void {
+  writeFileSync(path, JSON.stringify(config, null, 2));
+}
+
+export function encryptSecretPayload(payload: LocalSecretPayload, password: string): SecureStoreFile {
+  const salt = randomBytes(16);
+  const iv = randomBytes(12);
+  const key = scryptSync(password, salt, 32, {
+    N: DEFAULT_SCRYPT_COST,
+    r: DEFAULT_SCRYPT_BLOCK_SIZE,
+    p: DEFAULT_SCRYPT_PARALLELIZATION,
+  });
+
+  const cipher = createCipheriv('aes-256-gcm', key, iv);
+  const plaintext = Buffer.from(JSON.stringify(payload), 'utf8');
+  const ciphertext = Buffer.concat([cipher.update(plaintext), cipher.final()]);
+
+  return {
+    version: 1,
+    algorithm: 'aes-256-gcm',
+    kdf: {
+      name: 'scrypt',
+      salt: salt.toString('hex'),
+      keyLength: 32,
+      cost: DEFAULT_SCRYPT_COST,
+      blockSize: DEFAULT_SCRYPT_BLOCK_SIZE,
+      parallelization: DEFAULT_SCRYPT_PARALLELIZATION,
+    },
+    iv: iv.toString('hex'),
+    ciphertext: ciphertext.toString('hex'),
+    authTag: cipher.getAuthTag().toString('hex'),
+  };
+}
+
+export function decryptSecretPayload(path: string, password: string): LocalSecretPayload {
+  const secureStorePath = expandHomeDir(path);
+  if (!existsSync(secureStorePath)) {
+    throw new Error(`Encrypted secret store not found: ${secureStorePath}`);
+  }
+
+  let parsed: unknown;
+  try {
+    parsed = JSON.parse(readFileSync(secureStorePath, 'utf-8'));
+  } catch {
+    throw new Error(`Invalid JSON in encrypted secret store: ${secureStorePath}`);
+  }
+
+  const result = secureStoreSchema.safeParse(parsed);
+  if (!result.success) {
+    const issues = result.error.issues.map((issue) => `  ${issue.path.join('.')}: ${issue.message}`).join('\n');
+    throw new Error(`Invalid encrypted secret store:\n${issues}`);
+  }
+
+  const store = result.data;
+  const key = scryptSync(password, Buffer.from(store.kdf.salt, 'hex'), store.kdf.keyLength, {
+    N: store.kdf.cost,
+    r: store.kdf.blockSize,
+    p: store.kdf.parallelization,
+  });
+
+  try {
+    const decipher = createDecipheriv(store.algorithm, key, Buffer.from(store.iv, 'hex'));
+    decipher.setAuthTag(Buffer.from(store.authTag, 'hex'));
+    const plaintext = Buffer.concat([
+      decipher.update(Buffer.from(store.ciphertext, 'hex')),
+      decipher.final(),
+    ]);
+    return JSON.parse(plaintext.toString('utf8')) as LocalSecretPayload;
+  } catch {
+    throw new Error('Unable to decrypt local secret store. Check your password.');
+  }
+}
+
+export async function loadConfig(path: string = 'agent-config.json', options: LoadConfigOptions = {}): Promise<RuntimeConfig> {
+  const parsed = readConfigFile(path);
+  const config = structuredClone(parsed) as RuntimeConfigFile & Record<string, unknown>;
+  const llm = { ...(config.llm || {}) } as Record<string, unknown>;
 
   if (process.env.EXAGENT_LLM_PROVIDER) llm.provider = process.env.EXAGENT_LLM_PROVIDER;
   if (process.env.EXAGENT_LLM_MODEL) llm.model = process.env.EXAGENT_LLM_MODEL;
@@ -183,9 +379,24 @@ export function loadConfig(path: string = 'agent-config.json'): RuntimeConfig {
     config.wallet = { privateKey: process.env.EXAGENT_WALLET_PRIVATE_KEY };
   }
 
+  if ((!config.apiToken || !llm.apiKey || !config.wallet) && parsed.secrets?.secureStorePath) {
+    const password = process.env.EXAGENT_SECRET_PASSWORD || await options.getSecretPassword?.();
+    if (!password) {
+      throw new Error('Encrypted secret store found, but no password was provided.');
+    }
+
+    const secrets = decryptSecretPayload(parsed.secrets.secureStorePath, password);
+    if (!config.apiToken) config.apiToken = secrets.apiToken;
+    if (!config.wallet && secrets.walletPrivateKey) config.wallet = { privateKey: secrets.walletPrivateKey };
+    if (!llm.apiKey && secrets.llmApiKey) llm.apiKey = secrets.llmApiKey;
+  }
+
+  if ((!config.apiToken || !llm.apiKey || !config.wallet) && parsed.secrets?.bootstrapToken && !parsed.secrets?.secureStorePath) {
+    throw new Error(`Config ${path} still requires first-time secure setup. Run 'exagent setup --config ${path}' or start the agent interactively.`);
+  }
+
   config.llm = llm;
 
-  // Apply RPC endpoint overrides from environment
   const rpcOverrides: Record<string, string> = (config.rpcOverrides as Record<string, string>) || {};
   if (process.env.EXAGENT_RPC_BASE) rpcOverrides.base = process.env.EXAGENT_RPC_BASE;
   if (process.env.EXAGENT_RPC_ARBITRUM) rpcOverrides.arbitrum = process.env.EXAGENT_RPC_ARBITRUM;
@@ -195,9 +406,9 @@ export function loadConfig(path: string = 'agent-config.json'): RuntimeConfig {
     config.rpcOverrides = rpcOverrides;
   }
 
-  const result = configSchema.safeParse(config);
+  const result = runtimeSchema.safeParse(config);
   if (!result.success) {
-    const issues = result.error.issues.map(i => `  ${i.path.join('.')}: ${i.message}`).join('\n');
+    const issues = result.error.issues.map((issue) => `  ${issue.path.join('.')}: ${issue.message}`).join('\n');
     throw new Error(`Invalid config:\n${issues}`);
   }
 
@@ -205,18 +416,10 @@ export function loadConfig(path: string = 'agent-config.json'): RuntimeConfig {
 }
 
 export function generateSampleConfig(agentId: string, apiUrl: string): string {
-  const config = {
+  const config: RuntimeConfigFile = {
     agentId,
     apiUrl,
-    apiToken: '<your-jwt-token>',
-    wallet: {
-      privateKey: '<your-hex-private-key>',
-    },
-    llm: {
-      provider: 'openai',
-      model: 'gpt-4o',
-      apiKey: '<your-api-key>',
-    },
+    llm: {},
     strategy: {
       template: 'momentum',
     },
@@ -266,6 +469,9 @@ export function generateSampleConfig(agentId: string, apiUrl: string): string {
       heartbeatIntervalMs: 30000,
       reconnectMaxAttempts: 50,
     },
+    secrets: {
+      secureStorePath: getDefaultSecureStorePath(agentId),
+    },
   };
 
   return JSON.stringify(config, null, 2);