@hasna/connectors 0.4.2 → 0.5.1

package/connectors/connect-ably/src/utils/bulk.ts

@@ -0,0 +1,212 @@
+// ============================================
+// Bulk Operations Utility
+// ============================================
+
+/**
+ * Options for bulk operations
+ */
+export interface BulkOperationOptions<T> {
+  /** Items to process */
+  items: T[];
+  /** Maximum concurrent operations (default: 10) */
+  concurrency?: number;
+  /** Dry run - preview without making changes */
+  dryRun?: boolean;
+  /** Progress callback */
+  onProgress?: (current: number, total: number, item: T) => void;
+  /** Error callback (return true to continue, false to stop) */
+  onError?: (error: Error, item: T) => boolean | void;
+  /** Delay between batches in ms (useful for rate limiting) */
+  batchDelay?: number;
+}
+
+/**
+ * Result of a bulk operation
+ */
+export interface BulkOperationResult<T, R = void> {
+  /** Total items processed */
+  total: number;
+  /** Successfully processed count */
+  success: number;
+  /** Failed count */
+  failed: number;
+  /** Skipped count (dry run) */
+  skipped: number;
+  /** List of errors */
+  errors: Array<{ item: T; error: string }>;
+  /** Successfully processed items with results */
+  results: Array<{ item: T; result: R }>;
+}
+
+/**
+ * Split an array into chunks of a given size
+ */
+export function chunkArray<T>(array: T[], size: number): T[][] {
+  const chunks: T[][] = [];
+  for (let i = 0; i < array.length; i += size) {
+    chunks.push(array.slice(i, i + size));
+  }
+  return chunks;
+}
+
+/**
+ * Sleep for a given number of milliseconds
+ */
+export function sleep(ms: number): Promise<void> {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+/**
+ * Execute a bulk operation with concurrency control
+ *
+ * @param options - Bulk operation options
+ * @param operation - Async function to execute for each item
+ * @returns Result summary
+ *
+ * @example
+ * ```typescript
+ * const result = await executeBulk(
+ *   {
+ *     items: users,
+ *     concurrency: 5,
+ *     onProgress: (current, total, user) => {
+ *       console.log(`Processing ${current}/${total}: ${user.email}`);
+ *     },
+ *   },
+ *   async (user) => {
+ *     await api.updateUser(user.id, { status: 'active' });
+ *   }
+ * );
+ * console.log(`Success: ${result.success}, Failed: ${result.failed}`);
+ * ```
+ */
+export async function executeBulk<T, R = void>(
+  options: BulkOperationOptions<T>,
+  operation: (item: T) => Promise<R>
+): Promise<BulkOperationResult<T, R>> {
+  const {
+    items,
+    concurrency = 10,
+    dryRun = false,
+    onProgress,
+    onError,
+    batchDelay = 0,
+  } = options;
+
+  const result: BulkOperationResult<T, R> = {
+    total: items.length,
+    success: 0,
+    failed: 0,
+    skipped: 0,
+    errors: [],
+    results: [],
+  };
+
+  if (items.length === 0) {
+    return result;
+  }
+
+  // Process in batches with concurrency control
+  const chunks = chunkArray(items, concurrency);
+  let shouldStop = false;
+
+  for (let chunkIndex = 0; chunkIndex < chunks.length && !shouldStop; chunkIndex++) {
+    const chunk = chunks[chunkIndex];
+
+    await Promise.all(
+      chunk.map(async (item) => {
+        if (shouldStop) return;
+
+        try {
+          if (dryRun) {
+            result.skipped++;
+            result.results.push({ item, result: undefined as R });
+          } else {
+            const opResult = await operation(item);
+            result.success++;
+            result.results.push({ item, result: opResult });
+          }
+
+          if (onProgress) {
+            onProgress(result.success + result.failed + result.skipped, result.total, item);
+          }
+        } catch (err) {
+          result.failed++;
+          const errorMessage = err instanceof Error ? err.message : String(err);
+          result.errors.push({ item, error: errorMessage });
+
+          if (onError) {
+            const shouldContinue = onError(err instanceof Error ? err : new Error(errorMessage), item);
+            if (shouldContinue === false) {
+              shouldStop = true;
+            }
+          }
+        }
+      })
+    );
+
+    // Add delay between batches if specified (for rate limiting)
+    if (batchDelay > 0 && chunkIndex < chunks.length - 1) {
+      await sleep(batchDelay);
+    }
+  }
+
+  return result;
+}
+
+/**
+ * Execute operations sequentially (one at a time)
+ * Useful when operations must be processed in order
+ */
+export async function executeSequential<T, R = void>(
+  options: Omit<BulkOperationOptions<T>, 'concurrency'>,
+  operation: (item: T) => Promise<R>
+): Promise<BulkOperationResult<T, R>> {
+  return executeBulk({ ...options, concurrency: 1 }, operation);
+}
+
+/**
+ * Create a progress reporter for bulk operations
+ */
+export function createProgressReporter(prefix: string = 'Processing') {
+  let lastPercent = -1;
+
+  return (current: number, total: number, _item: unknown): void => {
+    const percent = Math.floor((current / total) * 100);
+    if (percent !== lastPercent) {
+      lastPercent = percent;
+      process.stdout.write(`\r${prefix}: ${current}/${total} (${percent}%)`);
+      if (current === total) {
+        process.stdout.write('\n');
+      }
+    }
+  };
+}
+
+/**
+ * Format bulk operation result for display
+ */
+export function formatBulkResult<T>(result: BulkOperationResult<T, unknown>): string {
+  const lines: string[] = [
+    `Total: ${result.total}`,
+    `Success: ${result.success}`,
+    `Failed: ${result.failed}`,
+  ];
+
+  if (result.skipped > 0) {
+    lines.push(`Skipped (dry run): ${result.skipped}`);
+  }
+
+  if (result.errors.length > 0) {
+    lines.push('');
+    lines.push('Errors:');
+    for (const { error } of result.errors.slice(0, 10)) {
+      lines.push(`  - ${error}`);
+    }
+    if (result.errors.length > 10) {
+      lines.push(`  ... and ${result.errors.length - 10} more errors`);
+    }
+  }
+
+  return lines.join('\n');
+}

package/connectors/connect-ably/src/utils/config.ts

@@ -0,0 +1,323 @@
+import { existsSync, readFileSync, writeFileSync, mkdirSync, readdirSync, rmSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+import type { OAuth2Config, OAuth2Tokens } from '../types';
+
+const CONNECTOR_NAME = 'connect-ably';
+const DEFAULT_PROFILE = 'default';
+
+export interface ProfileConfig {
+  // API Key authentication
+  apiKey?: string;
+  token?: string;       // Alias for apiKey
+  apiSecret?: string;
+
+  // OAuth2 authentication
+  accessToken?: string;
+  refreshToken?: string;
+  expiresAt?: number;
+  tokenType?: string;
+  scope?: string;
+
+  // OAuth2 client credentials (stored separately for security)
+  clientId?: string;
+  clientSecret?: string;
+
+  // Add more config fields as needed for your API
+}
+
+// Store for --profile flag override (set by CLI before commands run)
+let profileOverride: string | undefined;
+
+// Config directory: ~/.connect/{connector-name}/
+const CONFIG_DIR = join(homedir(), '.connect', CONNECTOR_NAME);
+const PROFILES_DIR = join(CONFIG_DIR, 'profiles');
+const CURRENT_PROFILE_FILE = join(CONFIG_DIR, 'current_profile');
+
+// ============================================
+// Profile Management
+// ============================================
+
+export function setProfileOverride(profile: string | undefined): void {
+  profileOverride = profile;
+}
+
+export function ensureConfigDir(): void {
+  if (!existsSync(CONFIG_DIR)) {
+    mkdirSync(CONFIG_DIR, { recursive: true });
+  }
+  if (!existsSync(PROFILES_DIR)) {
+    mkdirSync(PROFILES_DIR, { recursive: true });
+  }
+}
+
+function getProfilePath(profile: string): string {
+  return join(PROFILES_DIR, `${profile}.json`);
+}
+
+/**
+ * Get the current active profile name
+ */
+export function getCurrentProfile(): string {
+  if (profileOverride) {
+    return profileOverride;
+  }
+
+  ensureConfigDir();
+
+  if (existsSync(CURRENT_PROFILE_FILE)) {
+    try {
+      const profile = readFileSync(CURRENT_PROFILE_FILE, 'utf-8').trim();
+      if (profile && profileExists(profile)) {
+        return profile;
+      }
+    } catch {
+      // Fall through to default
+    }
+  }
+
+  return DEFAULT_PROFILE;
+}
+
+/**
+ * Set the current active profile
+ */
+export function setCurrentProfile(profile: string): void {
+  ensureConfigDir();
+
+  if (!profileExists(profile) && profile !== DEFAULT_PROFILE) {
+    throw new Error(`Profile "${profile}" does not exist`);
+  }
+
+  writeFileSync(CURRENT_PROFILE_FILE, profile);
+}
+
+/**
+ * Check if a profile exists
+ */
+export function profileExists(profile: string): boolean {
+  return existsSync(getProfilePath(profile));
+}
+
+/**
+ * List all available profiles
+ */
+export function listProfiles(): string[] {
+  ensureConfigDir();
+
+  if (!existsSync(PROFILES_DIR)) {
+    return [];
+  }
+
+  return readdirSync(PROFILES_DIR)
+    .filter(f => f.endsWith('.json'))
+    .map(f => f.replace('.json', ''))
+    .sort();
+}
+
+/**
+ * Create a new profile
+ */
+export function createProfile(profile: string, config: ProfileConfig = {}): boolean {
+  ensureConfigDir();
+
+  if (profileExists(profile)) {
+    return false;
+  }
+
+  // Validate profile name
+  if (!/^[a-zA-Z0-9_-]+$/.test(profile)) {
+    throw new Error('Profile name can only contain letters, numbers, hyphens, and underscores');
+  }
+
+  writeFileSync(getProfilePath(profile), JSON.stringify(config, null, 2));
+  return true;
+}
+
+/**
+ * Delete a profile
+ */
+export function deleteProfile(profile: string): boolean {
+  if (profile === DEFAULT_PROFILE) {
+    return false;
+  }
+
+  if (!profileExists(profile)) {
+    return false;
+  }
+
+  // Switch to default if deleting current profile
+  if (getCurrentProfile() === profile) {
+    setCurrentProfile(DEFAULT_PROFILE);
+  }
+
+  rmSync(getProfilePath(profile));
+  return true;
+}
+
+/**
+ * Load profile config
+ */
+export function loadProfile(profile?: string): ProfileConfig {
+  ensureConfigDir();
+  const profileName = profile || getCurrentProfile();
+  const profilePath = getProfilePath(profileName);
+
+  if (!existsSync(profilePath)) {
+    return {};
+  }
+
+  try {
+    return JSON.parse(readFileSync(profilePath, 'utf-8'));
+  } catch {
+    return {};
+  }
+}
+
+/**
+ * Save profile config
+ */
+export function saveProfile(config: ProfileConfig, profile?: string): void {
+  ensureConfigDir();
+  const profileName = profile || getCurrentProfile();
+  writeFileSync(getProfilePath(profileName), JSON.stringify(config, null, 2));
+}
+
+// ============================================
+// API Key Management
+// ============================================
+
+export function getApiKey(): string | undefined {
+  return process.env.ABLY_API_KEY || loadProfile().apiKey;
+}
+
+export function setApiKey(apiKey: string): void {
+  const config = loadProfile();
+  config.apiKey = apiKey;
+  saveProfile(config);
+}
+
+export function getApiSecret(): string | undefined {
+  return process.env.ABLY_API_SECRET || loadProfile().apiSecret;
+}
+
+export function setApiSecret(apiSecret: string): void {
+  const config = loadProfile();
+  config.apiSecret = apiSecret;
+  saveProfile(config);
+}
+
+// ============================================
+// Utility Functions
+// ============================================
+
+export function clearConfig(): void {
+  saveProfile({});
+}
+
+export function getConfigDir(): string {
+  return CONFIG_DIR;
+}
+
+export function getActiveProfileName(): string {
+  return getCurrentProfile();
+}
+
+// ============================================
+// Token/API Key Alias Functions
+// ============================================
+
+/**
+ * Get token (alias for getApiKey)
+ */
+export function getToken(): string | undefined {
+  return process.env.ABLY_TOKEN || process.env.ABLY_API_KEY || loadProfile().token || loadProfile().apiKey;
+}
+
+/**
+ * Set token (alias for setApiKey)
+ */
+export function setToken(token: string): void {
+  const config = loadProfile();
+  config.token = token;
+  config.apiKey = token; // Keep both in sync
+  saveProfile(config);
+}
+
+// ============================================
+// OAuth2 Configuration Functions
+// ============================================
+
+/**
+ * Get OAuth2 client configuration
+ */
+export function getOAuthConfig(): OAuth2Config | null {
+  const profile = loadProfile();
+  if (profile.clientId && profile.clientSecret) {
+    return {
+      clientId: profile.clientId,
+      clientSecret: profile.clientSecret,
+    };
+  }
+  return null;
+}
+
+/**
+ * Set OAuth2 client credentials
+ */
+export function setOAuthConfig(config: OAuth2Config): void {
+  const profile = loadProfile();
+  profile.clientId = config.clientId;
+  profile.clientSecret = config.clientSecret;
+  saveProfile(profile);
+}
+
+/**
+ * Load OAuth2 tokens
+ */
+export function loadOAuthTokens(): OAuth2Tokens | null {
+  const profile = loadProfile();
+  if (profile.accessToken) {
+    return {
+      accessToken: profile.accessToken,
+      refreshToken: profile.refreshToken,
+      expiresAt: profile.expiresAt || 0,
+      tokenType: profile.tokenType,
+      scope: profile.scope,
+    };
+  }
+  return null;
+}
+
+/**
+ * Save OAuth2 tokens
+ */
+export function saveOAuthTokens(tokens: OAuth2Tokens): void {
+  const profile = loadProfile();
+  profile.accessToken = tokens.accessToken;
+  profile.refreshToken = tokens.refreshToken;
+  profile.expiresAt = tokens.expiresAt;
+  profile.tokenType = tokens.tokenType;
+  profile.scope = tokens.scope;
+  saveProfile(profile);
+}
+
+/**
+ * Clear OAuth2 tokens (logout)
+ */
+export function clearOAuthTokens(): void {
+  const profile = loadProfile();
+  delete profile.accessToken;
+  delete profile.refreshToken;
+  delete profile.expiresAt;
+  delete profile.tokenType;
+  delete profile.scope;
+  saveProfile(profile);
+}
+
+/**
+ * Get the access token (for OAuth2 authentication)
+ */
+export function getAccessToken(): string | undefined {
+  return loadProfile().accessToken;
+}

package/connectors/connect-ably/src/utils/output.ts

@@ -0,0 +1,175 @@
+import chalk from 'chalk';
+
+export type OutputFormat = 'json' | 'table' | 'pretty';
+
+// Global verbose mode flag
+let verboseMode = false;
+
+/**
+ * Enable or disable verbose mode
+ */
+export function setVerboseMode(enabled: boolean): void {
+  verboseMode = enabled;
+}
+
+/**
+ * Check if verbose mode is enabled
+ */
+export function isVerboseMode(): boolean {
+  return verboseMode;
+}
+
+/**
+ * Log a debug message (only shown in verbose mode)
+ */
+export function debug(message: string, data?: unknown): void {
+  if (!verboseMode) return;
+  const timestamp = new Date().toISOString().split('T')[1].slice(0, 12);
+  console.log(chalk.gray(`[${timestamp}]`), chalk.dim(message));
+  if (data !== undefined) {
+    if (typeof data === 'object') {
+      console.log(chalk.gray(JSON.stringify(data, null, 2)));
+    } else {
+      console.log(chalk.gray(String(data)));
+    }
+  }
+}
+
+/**
+ * Log a request (only shown in verbose mode)
+ */
+export function debugRequest(method: string, url: string, body?: unknown): void {
+  if (!verboseMode) return;
+  debug(`→ ${method} ${url}`);
+  if (body) {
+    debug('  Body:', body);
+  }
+}
+
+/**
+ * Log a response (only shown in verbose mode)
+ */
+export function debugResponse(status: number, duration: number, body?: unknown): void {
+  if (!verboseMode) return;
+  const statusColor = status >= 400 ? chalk.red : status >= 300 ? chalk.yellow : chalk.green;
+  debug(`← ${statusColor(status)} (${duration}ms)`);
+  if (body && verboseMode) {
+    debug('  Response:', body);
+  }
+}
+
+export function formatOutput(data: unknown, format: OutputFormat = 'pretty'): string {
+  switch (format) {
+    case 'json':
+      return JSON.stringify(data, null, 2);
+    case 'table':
+      return formatAsTable(data);
+    case 'pretty':
+    default:
+      return formatPretty(data);
+  }
+}
+
+function formatAsTable(data: unknown): string {
+  if (!Array.isArray(data)) {
+    data = [data];
+  }
+
+  const items = data as Record<string, unknown>[];
+  if (items.length === 0) {
+    return 'No data';
+  }
+
+  const firstItem = items[0];
+  if (!firstItem || typeof firstItem !== 'object') {
+    return 'No data';
+  }
+
+  const keys = Object.keys(firstItem);
+  const colWidths = keys.map(key => {
+    const maxValue = Math.max(
+      key.length,
+      ...items.map(item => String(item[key] ?? '').length)
+    );
+    return Math.min(maxValue, 40);
+  });
+
+  const header = keys.map((key, i) => key.padEnd(colWidths[i] ?? 10)).join(' | ');
+  const separator = colWidths.map(w => '-'.repeat(w)).join('-+-');
+
+  const rows = items.map(item =>
+    keys.map((key, i) => {
+      const value = String(item[key] ?? '');
+      const width = colWidths[i] ?? 10;
+      return value.length > width
+        ? value.substring(0, width - 3) + '...'
+        : value.padEnd(width);
+    }).join(' | ')
+  );
+
+  return [header, separator, ...rows].join('\n');
+}
+
+function formatPretty(data: unknown): string {
+  if (Array.isArray(data)) {
+    return data.map((item, i) => `${chalk.cyan(`[${i + 1}]`)} ${formatPrettyItem(item)}`).join('\n\n');
+  }
+  return formatPrettyItem(data);
+}
+
+function formatPrettyItem(item: unknown, indent = 0): string {
+  if (item === null || item === undefined) {
+    return chalk.gray('null');
+  }
+
+  if (typeof item !== 'object') {
+    return String(item);
+  }
+
+  const spaces = '  '.repeat(indent);
+  const entries = Object.entries(item as Record<string, unknown>);
+
+  return entries
+    .map(([key, value]) => {
+      if (Array.isArray(value)) {
+        if (value.length === 0) {
+          return `${spaces}${chalk.blue(key)}: ${chalk.gray('[]')}`;
+        }
+        if (typeof value[0] === 'object') {
+          return `${spaces}${chalk.blue(key)}:\n${value.map(v => formatPrettyItem(v, indent + 1)).join('\n')}`;
+        }
+        return `${spaces}${chalk.blue(key)}: ${value.join(', ')}`;
+      }
+
+      if (typeof value === 'object' && value !== null) {
+        return `${spaces}${chalk.blue(key)}:\n${formatPrettyItem(value, indent + 1)}`;
+      }
+
+      return `${spaces}${chalk.blue(key)}: ${chalk.white(String(value))}`;
+    })
+    .join('\n');
+}
+
+export function success(message: string): void {
+  console.log(chalk.green('✓'), message);
+}
+
+export function error(message: string): void {
+  console.error(chalk.red('✗'), message);
+}
+
+export function warn(message: string): void {
+  console.warn(chalk.yellow('⚠'), message);
+}
+
+export function info(message: string): void {
+  console.log(chalk.blue('ℹ'), message);
+}
+
+export function heading(message: string): void {
+  console.log(chalk.bold.cyan(`\n${message}\n`));
+}
+
+export function print(data: unknown, format: OutputFormat = 'pretty'): void {
+  console.log(formatOutput(data, format));
+}