@llm-dev-ops/agentics-cli 1.4.27 → 1.4.29

package/dist/bundled-agents/test-bench-agents/src/types/providers.ts

@@ -1,193 +0,0 @@
-/**
- * LLM Provider types and interfaces
- *
- * This module defines TypeScript types for interacting with various LLM providers.
- * These types map to the Rust core library's provider implementations.
- */
-
-/**
- * Supported LLM provider names
- */
-export type ProviderName =
-  | 'openai'
-  | 'anthropic'
-  | 'google'
-  | 'mistral'
-  | 'azure-openai'
-  | 'bedrock'
-  | 'cohere'
-  | 'groq'
-  | 'huggingface'
-  | 'ollama'
-  | 'perplexity'
-  | 'replicate'
-  | 'together';
-
-/**
- * Configuration for an LLM provider
- */
-export interface ProviderConfig {
-  /** Provider name */
-  name: ProviderName;
-
-  /** Environment variable name containing the API key */
-  apiKeyEnv: string;
-
-  /** Base URL for the provider's API */
-  baseUrl: string;
-
-  /** Default model to use if not specified in requests */
-  defaultModel: string;
-
-  /** Request timeout in seconds */
-  timeoutSeconds?: number;
-
-  /** Maximum number of retry attempts */
-  maxRetries?: number;
-
-  /** Whether this provider is enabled */
-  enabled?: boolean;
-}
-
-/**
- * Completion request parameters
- */
-export interface CompletionRequest {
-  /** Model identifier (e.g., "gpt-4", "claude-opus-4") */
-  model: string;
-
-  /** Input prompt or message */
-  prompt: string;
-
-  /** Maximum tokens to generate */
-  maxTokens?: number;
-
-  /** Sampling temperature (0.0 - 2.0) */
-  temperature?: number;
-
-  /** Nucleus sampling parameter (0.0 - 1.0) */
-  topP?: number;
-
-  /** Sequences where the model should stop generating */
-  stop?: string[];
-
-  /** Enable streaming responses */
-  stream?: boolean;
-}
-
-/**
- * Reason why the model stopped generating
- */
-export type FinishReason = 'stop' | 'length' | 'content_filter' | 'tool_calls' | 'error';
-
-/**
- * Token usage statistics
- */
-export interface TokenUsage {
-  /** Number of tokens in the prompt */
-  promptTokens: number;
-
-  /** Number of tokens in the completion */
-  completionTokens: number;
-
-  /** Total tokens used (prompt + completion) */
-  totalTokens: number;
-}
-
-/**
- * Completion response from an LLM provider
- */
-export interface CompletionResponse {
-  /** The generated text content */
-  content: string;
-
-  /** Model used for generation */
-  model: string;
-
-  /** Why the model stopped generating */
-  finishReason: FinishReason;
-
-  /** Token usage statistics */
-  usage: TokenUsage;
-
-  /** Response timestamp */
-  timestamp: string;
-
-  /** Response latency in milliseconds */
-  latencyMs: number;
-
-  /** Estimated cost in USD (if available) */
-  estimatedCost?: number;
-}
-
-/**
- * Streaming chunk from a completion stream
- */
-export interface CompletionChunk {
-  /** Incremental text content */
-  content: string;
-
-  /** Whether this is the final chunk */
-  done: boolean;
-
-  /** Finish reason (only present in final chunk) */
-  finishReason?: FinishReason;
-
-  /** Token usage (only present in final chunk) */
-  usage?: TokenUsage;
-}
-
-/**
- * Model information
- */
-export interface ModelInfo {
-  /** Model identifier */
-  id: string;
-
-  /** Provider name */
-  provider: ProviderName;
-
-  /** Human-readable model name */
-  name: string;
-
-  /** Model description */
-  description?: string;
-
-  /** Context window size in tokens */
-  contextWindow?: number;
-
-  /** Maximum output tokens */
-  maxOutputTokens?: number;
-
-  /** Input cost per 1M tokens (USD) */
-  inputCostPerMillion?: number;
-
-  /** Output cost per 1M tokens (USD) */
-  outputCostPerMillion?: number;
-
-  /** Model capabilities */
-  capabilities?: {
-    streaming?: boolean;
-    vision?: boolean;
-    audio?: boolean;
-    functionCalling?: boolean;
-    json?: boolean;
-  };
-}
-
-/**
- * Provider error
- */
-export interface ProviderError {
-  /** Error type */
-  type: 'rate_limit' | 'authentication' | 'network' | 'invalid_request' | 'provider_error' | 'timeout';
-
-  /** Error message */
-  message: string;
-
-  /** HTTP status code (if applicable) */
-  statusCode?: number;
-
-  /** Provider-specific error details */
-  details?: unknown;
-}

package/dist/bundled-agents/test-bench-agents/src/utils/cli-executor.ts

@@ -1,170 +0,0 @@
-/**
- * CLI Executor utility
- *
- * Handles execution of the LLM Test Bench CLI and parsing of results.
- */
-
-import { spawn } from 'child_process';
-
-import { CLIResult } from '../types/index.js';
-
-/**
- * Options for CLI execution
- */
-export interface ExecuteOptions {
-  /** Command arguments */
-  args: string[];
-
-  /** Working directory */
-  cwd?: string;
-
-  /** Environment variables */
-  env?: Record<string, string>;
-
-  /** Timeout in milliseconds */
-  timeout?: number;
-
-  /** Whether to parse JSON output */
-  parseJson?: boolean;
-}
-
-/**
- * Execute a CLI command and return the result
- *
- * @param cliPath - Path to the CLI binary
- * @param options - Execution options
- * @returns Promise resolving to CLI result
- */
-export async function executeCLI<T = unknown>(
-  cliPath: string,
-  options: ExecuteOptions
-): Promise<CLIResult<T>> {
-  const startTime = Date.now();
-
-  return new Promise((resolve) => {
-    let stdout = '';
-    let stderr = '';
-    let timedOut = false;
-
-    const child = spawn(cliPath, options.args, {
-      cwd: options.cwd ?? process.cwd(),
-      env: {
-        ...process.env,
-        ...options.env,
-      },
-    });
-
-    // Set timeout if specified
-    const timeoutId = options.timeout
-      ? setTimeout(() => {
-          timedOut = true;
-          child.kill('SIGTERM');
-        }, options.timeout)
-      : undefined;
-
-    // Collect stdout
-    child.stdout?.on('data', (data: Buffer) => {
-      stdout += data.toString();
-    });
-
-    // Collect stderr
-    child.stderr?.on('data', (data: Buffer) => {
-      stderr += data.toString();
-    });
-
-    // Handle process completion
-    child.on('close', (exitCode) => {
-      if (timeoutId) {
-        clearTimeout(timeoutId);
-      }
-
-      const durationMs = Date.now() - startTime;
-
-      if (timedOut) {
-        resolve({
-          success: false,
-          exitCode: -1,
-          stdout,
-          stderr,
-          durationMs,
-          error: `Command timed out after ${options.timeout}ms`,
-        });
-        return;
-      }
-
-      const success = exitCode === 0;
-      let data: T | undefined;
-      let error: string | undefined;
-
-      // Parse JSON output if requested and successful
-      if (success && options.parseJson && stdout.trim()) {
-        try {
-          data = JSON.parse(stdout) as T;
-        } catch (e) {
-          error = `Failed to parse JSON output: ${e instanceof Error ? e.message : String(e)}`;
-        }
-      }
-
-      // Extract error from stderr if failed
-      if (!success && stderr) {
-        error = stderr.trim();
-      }
-
-      resolve({
-        success,
-        data,
-        error,
-        exitCode: exitCode ?? -1,
-        stdout,
-        stderr,
-        durationMs,
-      });
-    });
-
-    // Handle spawn errors
-    child.on('error', (err) => {
-      if (timeoutId) {
-        clearTimeout(timeoutId);
-      }
-
-      resolve({
-        success: false,
-        exitCode: -1,
-        stdout,
-        stderr,
-        durationMs: Date.now() - startTime,
-        error: `Failed to spawn process: ${err.message}`,
-      });
-    });
-  });
-}
-
-/**
- * Find the CLI binary path
- *
- * @returns Path to the CLI binary or undefined if not found
- */
-export function findCLIPath(): string | undefined {
-  // First check if installed globally via cargo
-  const cargoHome = process.env['CARGO_HOME'];
-  const home = process.env['HOME'];
-
-  const cargoPath = cargoHome
-    ? `${cargoHome}/bin/llm-test-bench`
-    : home
-    ? `${home}/.cargo/bin/llm-test-bench`
-    : undefined;
-
-  // Also check common npm installation paths
-  const npmGlobalPath = '/usr/local/bin/llm-test-bench';
-  const npmLocalPath = `${process.cwd()}/node_modules/.bin/llm-test-bench`;
-
-  // Try in order of preference
-  const paths = [cargoPath, npmGlobalPath, npmLocalPath].filter(
-    (p): p is string => p !== undefined
-  );
-
-  // For now, return the first path (in production, we'd check if it exists)
-  // This would require fs.existsSync which we can add if needed
-  return paths[0];
-}

package/dist/bundled-agents/test-bench-agents/src/utils/validators.ts

@@ -1,166 +0,0 @@
-/**
- * Validation utilities
- *
- * Provides validation functions for SDK inputs.
- */
-
-import { z } from 'zod';
-
-import type {
-  CompletionRequest,
-  ProviderConfig,
-  BenchmarkConfig,
-  EvaluationConfig,
-} from '../types/index.js';
-
-/**
- * Zod schema for provider configuration
- */
-const providerConfigSchema = z.object({
-  name: z.enum([
-    'openai',
-    'anthropic',
-    'google',
-    'mistral',
-    'azure-openai',
-    'bedrock',
-    'cohere',
-    'groq',
-    'huggingface',
-    'ollama',
-    'perplexity',
-    'replicate',
-    'together',
-  ]),
-  apiKeyEnv: z.string().min(1),
-  baseUrl: z.string().url(),
-  defaultModel: z.string().min(1),
-  timeoutSeconds: z.number().positive().optional(),
-  maxRetries: z.number().int().nonnegative().optional(),
-  enabled: z.boolean().optional(),
-});
-
-/**
- * Zod schema for completion request
- */
-const completionRequestSchema = z.object({
-  model: z.string().min(1),
-  prompt: z.string().min(1),
-  maxTokens: z.number().int().positive().optional(),
-  temperature: z.number().min(0).max(2).optional(),
-  topP: z.number().min(0).max(1).optional(),
-  stop: z.array(z.string()).optional(),
-  stream: z.boolean().optional(),
-});
-
-/**
- * Zod schema for benchmark configuration
- */
-const benchmarkConfigSchema = z.object({
-  concurrency: z.number().int().positive().optional(),
-  saveResponses: z.boolean().optional(),
-  outputPath: z.string().optional(),
-  maxDuration: z.number().int().positive().optional(),
-  showProgress: z.boolean().optional(),
-});
-
-/**
- * Zod schema for evaluation configuration
- */
-const evaluationConfigSchema = z.object({
-  evaluators: z.array(
-    z.enum([
-      'perplexity',
-      'coherence',
-      'relevance',
-      'faithfulness',
-      'llm-as-judge',
-      'readability',
-      'sentiment',
-      'toxicity',
-      'pii-detection',
-      'custom',
-    ])
-  ),
-  referenceText: z.string().optional(),
-  context: z.array(z.string()).optional(),
-  customCriteria: z.array(z.string()).optional(),
-  judgeModel: z.string().optional(),
-  parallel: z.boolean().optional(),
-  cacheResults: z.boolean().optional(),
-});
-
-/**
- * Validate provider configuration
- *
- * @param config - Provider configuration to validate
- * @throws {z.ZodError} If validation fails
- */
-export function validateProviderConfig(config: unknown): asserts config is ProviderConfig {
-  providerConfigSchema.parse(config);
-}
-
-/**
- * Validate completion request
- *
- * @param request - Completion request to validate
- * @throws {z.ZodError} If validation fails
- */
-export function validateCompletionRequest(request: unknown): asserts request is CompletionRequest {
-  completionRequestSchema.parse(request);
-}
-
-/**
- * Validate benchmark configuration
- *
- * @param config - Benchmark configuration to validate
- * @throws {z.ZodError} If validation fails
- */
-export function validateBenchmarkConfig(config: unknown): asserts config is BenchmarkConfig {
-  benchmarkConfigSchema.parse(config);
-}
-
-/**
- * Validate evaluation configuration
- *
- * @param config - Evaluation configuration to validate
- * @throws {z.ZodError} If validation fails
- */
-export function validateEvaluationConfig(config: unknown): asserts config is EvaluationConfig {
-  evaluationConfigSchema.parse(config);
-}
-
-/**
- * Check if a value is a valid model identifier
- *
- * @param model - Model identifier to check
- * @returns True if valid, false otherwise
- */
-export function isValidModel(model: string): boolean {
-  return model.length > 0 && /^[a-z0-9-_.]+$/i.test(model);
-}
-
-/**
- * Check if a value is a valid provider name
- *
- * @param provider - Provider name to check
- * @returns True if valid, false otherwise
- */
-export function isValidProvider(provider: string): boolean {
-  const validProviders = [
-    'openai',
-    'anthropic',
-    'google',
-    'mistral',
-    'azure-openai',
-    'bedrock',
-    'cohere',
-    'groq',
-    'huggingface',
-    'ollama',
-    'perplexity',
-    'replicate',
-    'together',
-  ];
-  return validProviders.includes(provider);
-}

package/dist/enterprise/index.d.ts

@@ -1,16 +0,0 @@
-/**
- * Enterprise Integration & Memory Architecture Exports (ADR-004)
- *
- * This module implements the enterprise integration domain model
- * described in ADR-004. All exports serve the five bounded contexts:
- *
- * 1. Enterprise Simulation Domain - simulation memory records
- * 2. Memory & Lineage Domain - lineage tracking, traceability
- * 3. Integration Domain - integration registry, proposals
- * 4. ERP Surface Domain - ERP mappings
- * 5. CLI as Orchestrator - validation helpers
- */
-export { createLineageRecord, createSimulationMemoryRecord, completeSimulationMemoryRecord, failSimulationMemoryRecord, createIntegrationProposal, createErpSurfaceMapping, validateTraceability, validateLineageChain, } from './lineage.js';
-export { INTEGRATION_REGISTRY, lookupIntegration, getIntegrationsByCategory, getIntegrationNames, isKnownIntegration, getAffectedEntities, } from './integration-registry.js';
-export type { IntegrationDefinition, IntegrationCategory, } from './integration-registry.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/enterprise/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/enterprise/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,yBAAyB,EACzB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACV,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC"}

package/dist/enterprise/index.js

@@ -1,17 +0,0 @@
-/**
- * Enterprise Integration & Memory Architecture Exports (ADR-004)
- *
- * This module implements the enterprise integration domain model
- * described in ADR-004. All exports serve the five bounded contexts:
- *
- * 1. Enterprise Simulation Domain - simulation memory records
- * 2. Memory & Lineage Domain - lineage tracking, traceability
- * 3. Integration Domain - integration registry, proposals
- * 4. ERP Surface Domain - ERP mappings
- * 5. CLI as Orchestrator - validation helpers
- */
-// Lineage tracking (ADR-004, Domain 2)
-export { createLineageRecord, createSimulationMemoryRecord, completeSimulationMemoryRecord, failSimulationMemoryRecord, createIntegrationProposal, createErpSurfaceMapping, validateTraceability, validateLineageChain, } from './lineage.js';
-// Integration registry (ADR-004, Domain 3)
-export { INTEGRATION_REGISTRY, lookupIntegration, getIntegrationsByCategory, getIntegrationNames, isKnownIntegration, getAffectedEntities, } from './integration-registry.js';
-//# sourceMappingURL=index.js.map

package/dist/enterprise/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/enterprise/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,uCAAuC;AACvC,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,8BAA8B,EAC9B,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,cAAc,CAAC;AAEtB,2CAA2C;AAC3C,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,yBAAyB,EACzB,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,2BAA2B,CAAC"}