@hasna/connectors 0.9.0 → 0.9.2

package/connectors/connect-collegefootballdata/src/types/index.ts

@@ -0,0 +1,237 @@
+// Scaffold Connector Types
+// Replace CONNECTOR with your API name (e.g., Perplexity, Twitter, etc.)
+
+// ============================================
+// Configuration
+// ============================================
+
+export interface ConnectorConfig {
+  apiKey?: string;      // For API key authentication
+  token?: string;       // Alias for apiKey (some APIs use 'token')
+  apiSecret?: string;   // Optional - some APIs need only a key
+  accessToken?: string; // For OAuth2 authentication
+  baseUrl?: string;     // Override default base URL
+}
+
+// ============================================
+// OAuth2 Types
+// ============================================
+
+export interface OAuth2Config {
+  clientId: string;
+  clientSecret: string;
+  redirectUri?: string;
+}
+
+export interface OAuth2Tokens {
+  accessToken: string;
+  refreshToken?: string;
+  expiresAt: number;
+  tokenType?: string;
+  scope?: string;
+}
+
+// ============================================
+// Common Types
+// ============================================
+
+export type OutputFormat = 'json' | 'pretty';
+
+export interface PaginatedResponse<T> {
+  data: T[];
+  nextToken?: string;
+  hasMore: boolean;
+}
+
+// ============================================
+// Example Resource Types
+// ============================================
+
+// Replace with your API's resource types
+export interface ExampleResource {
+  id: string;
+  name: string;
+  createdAt: string;
+  updatedAt: string;
+  // Add more fields as needed
+}
+
+export interface ExampleListResponse {
+  items: ExampleResource[];
+  nextPageToken?: string;
+  total?: number;
+}
+
+export interface ExampleCreateParams {
+  name: string;
+  // Add more params as needed
+}
+
+// ============================================
+// API Error Types
+// ============================================
+
+export interface ApiErrorDetail {
+  code: string;
+  message: string;
+  field?: string;
+  resource?: string;
+}
+
+export class ConnectorApiError extends Error {
+  public readonly statusCode: number;
+  public readonly errors?: ApiErrorDetail[];
+  public readonly documentationUrl?: string;
+  public readonly requestId?: string;
+
+  constructor(
+    message: string,
+    statusCode: number,
+    options?: {
+      errors?: ApiErrorDetail[];
+      documentationUrl?: string;
+      requestId?: string;
+    }
+  ) {
+    super(message);
+    this.name = 'ConnectorApiError';
+    this.statusCode = statusCode;
+    this.errors = options?.errors;
+    this.documentationUrl = options?.documentationUrl;
+    this.requestId = options?.requestId;
+  }
+
+  /**
+   * Check if this is a rate limit error
+   */
+  isRateLimited(): boolean {
+    return this.statusCode === 429;
+  }
+
+  /**
+   * Check if this is a server error
+   */
+  isServerError(): boolean {
+    return this.statusCode >= 500 && this.statusCode < 600;
+  }
+
+  /**
+   * Check if this is a client error
+   */
+  isClientError(): boolean {
+    return this.statusCode >= 400 && this.statusCode < 500;
+  }
+
+  /**
+   * Check if this is an authentication error
+   */
+  isAuthError(): boolean {
+    return this.statusCode === 401 || this.statusCode === 403;
+  }
+
+  /**
+   * Check if this is a not found error
+   */
+  isNotFound(): boolean {
+    return this.statusCode === 404;
+  }
+
+  /**
+   * Get a user-friendly error message
+   */
+  getUserMessage(): string {
+    switch (this.statusCode) {
+      case 400:
+        return 'Bad request. Please check your input.';
+      case 401:
+        return 'Authentication failed. Please check your API key or login again.';
+      case 403:
+        return 'Access denied. You do not have permission to perform this action.';
+      case 404:
+        return 'Resource not found.';
+      case 429:
+        return 'Rate limit exceeded. Please wait and try again.';
+      case 500:
+        return 'Server error. Please try again later.';
+      case 502:
+      case 503:
+      case 504:
+        return 'Service temporarily unavailable. Please try again later.';
+      default:
+        return this.message;
+    }
+  }
+
+  /**
+   * Convert to JSON for logging/debugging
+   */
+  toJSON(): Record<string, unknown> {
+    return {
+      name: this.name,
+      message: this.message,
+      statusCode: this.statusCode,
+      errors: this.errors,
+      documentationUrl: this.documentationUrl,
+      requestId: this.requestId,
+    };
+  }
+}
+
+/**
+ * Parse an API error response into a ConnectorApiError
+ * Handles various common API error response formats
+ */
+export function parseApiError(
+  response: unknown,
+  statusCode: number
+): ConnectorApiError {
+  // Handle string responses
+  if (typeof response === 'string') {
+    return new ConnectorApiError(response, statusCode);
+  }
+
+  // Handle null/undefined
+  if (!response || typeof response !== 'object') {
+    return new ConnectorApiError(`HTTP ${statusCode} Error`, statusCode);
+  }
+
+  const data = response as Record<string, unknown>;
+
+  // Extract message from various common formats
+  const message =
+    (data.message as string) ||
+    (data.error as string) ||
+    ((data.error as Record<string, unknown>)?.message as string) ||
+    (data.error_description as string) ||
+    (data.detail as string) ||
+    `HTTP ${statusCode} Error`;
+
+  // Extract errors array if present
+  let errors: ApiErrorDetail[] | undefined;
+  if (Array.isArray(data.errors)) {
+    errors = data.errors.map((e: Record<string, unknown>) => ({
+      code: String(e.code || e.error || 'unknown'),
+      message: String(e.message || e.description || 'Unknown error'),
+      field: e.field as string,
+      resource: e.resource as string,
+    }));
+  }
+
+  // Extract documentation URL
+  const documentationUrl =
+    (data.documentation_url as string) ||
+    (data.docs_url as string) ||
+    (data.help_url as string);
+
+  // Extract request ID
+  const requestId =
+    (data.request_id as string) ||
+    (data.requestId as string) ||
+    (data.trace_id as string);
+
+  return new ConnectorApiError(message, statusCode, {
+    errors,
+    documentationUrl,
+    requestId,
+  });
+}

package/connectors/connect-collegefootballdata/src/utils/auth.ts

@@ -0,0 +1,274 @@
+import { createServer } from 'http';
+import type { OAuth2Tokens, OAuth2Config } from '../types';
+import { saveOAuthTokens, loadOAuthTokens, getOAuthConfig } from './config';
+
+// ============================================
+// OAuth2 Authentication Utility
+// ============================================
+
+// TODO: Replace with your OAuth provider's endpoints
+const DEFAULT_AUTH_URL = 'https://accounts.example.com/oauth2/authorize';
+const DEFAULT_TOKEN_URL = 'https://accounts.example.com/oauth2/token';
+
+// TODO: Define your OAuth scopes
+const DEFAULT_SCOPES = ['read', 'write'].join(' ');
+
+const REDIRECT_PORT = 8089;
+const REDIRECT_URI = `http://localhost:${REDIRECT_PORT}/callback`;
+
+export interface AuthResult {
+  success: boolean;
+  tokens?: OAuth2Tokens;
+  error?: string;
+}
+
+export interface AuthUrlOptions {
+  authUrl?: string;
+  scopes?: string;
+  state?: string;
+  extraParams?: Record<string, string>;
+}
+
+/**
+ * Generate the OAuth2 authorization URL
+ */
+export function getAuthUrl(options: AuthUrlOptions = {}): string {
+  const config = getOAuthConfig();
+  if (!config?.clientId) {
+    throw new Error('OAuth client ID not configured. Run "config set-credentials" first.');
+  }
+
+  const authUrl = options.authUrl || DEFAULT_AUTH_URL;
+  const scopes = options.scopes || DEFAULT_SCOPES;
+
+  const params = new URLSearchParams({
+    client_id: config.clientId,
+    redirect_uri: REDIRECT_URI,
+    response_type: 'code',
+    scope: scopes,
+    access_type: 'offline',
+    prompt: 'consent', // Force consent to get refresh token
+    ...(options.state && { state: options.state }),
+    ...options.extraParams,
+  });
+
+  return `${authUrl}?${params.toString()}`;
+}
+
+/**
+ * Exchange authorization code for tokens
+ */
+export async function exchangeCodeForTokens(
+  code: string,
+  tokenUrl: string = DEFAULT_TOKEN_URL
+): Promise<OAuth2Tokens> {
+  const config = getOAuthConfig();
+
+  if (!config?.clientId || !config?.clientSecret) {
+    throw new Error('OAuth credentials not configured');
+  }
+
+  const response = await fetch(tokenUrl, {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/x-www-form-urlencoded',
+    },
+    body: new URLSearchParams({
+      code,
+      client_id: config.clientId,
+      client_secret: config.clientSecret,
+      redirect_uri: REDIRECT_URI,
+      grant_type: 'authorization_code',
+    }),
+  });
+
+  if (!response.ok) {
+    const error = await response.json().catch(() => ({ error: response.statusText }));
+    throw new Error(`Token exchange failed: ${error.error_description || error.error}`);
+  }
+
+  const data = await response.json();
+
+  const tokens: OAuth2Tokens = {
+    accessToken: data.access_token,
+    refreshToken: data.refresh_token,
+    expiresAt: Date.now() + data.expires_in * 1000,
+    tokenType: data.token_type,
+    scope: data.scope,
+  };
+
+  return tokens;
+}
+
+/**
+ * Refresh the access token using the refresh token
+ */
+export async function refreshAccessToken(
+  tokenUrl: string = DEFAULT_TOKEN_URL
+): Promise<OAuth2Tokens> {
+  const config = getOAuthConfig();
+  const currentTokens = loadOAuthTokens();
+
+  if (!config?.clientId || !config?.clientSecret) {
+    throw new Error('OAuth credentials not configured');
+  }
+
+  if (!currentTokens?.refreshToken) {
+    throw new Error('No refresh token available. Please login again.');
+  }
+
+  const response = await fetch(tokenUrl, {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/x-www-form-urlencoded',
+    },
+    body: new URLSearchParams({
+      client_id: config.clientId,
+      client_secret: config.clientSecret,
+      refresh_token: currentTokens.refreshToken,
+      grant_type: 'refresh_token',
+    }),
+  });
+
+  if (!response.ok) {
+    const error = await response.json().catch(() => ({ error: response.statusText }));
+    throw new Error(`Token refresh failed: ${error.error_description || error.error}`);
+  }
+
+  const data = await response.json();
+
+  const tokens: OAuth2Tokens = {
+    accessToken: data.access_token,
+    refreshToken: data.refresh_token || currentTokens.refreshToken, // Keep original if not returned
+    expiresAt: Date.now() + data.expires_in * 1000,
+    tokenType: data.token_type,
+    scope: data.scope || currentTokens.scope,
+  };
+
+  saveOAuthTokens(tokens);
+  return tokens;
+}
+
+/**
+ * Start a local HTTP server to receive the OAuth callback
+ */
+export function startCallbackServer(): Promise<AuthResult> {
+  return new Promise((resolve) => {
+    const server = createServer(async (req, res) => {
+      const url = new URL(req.url || '', `http://localhost:${REDIRECT_PORT}`);
+
+      if (url.pathname === '/callback') {
+        const code = url.searchParams.get('code');
+        const error = url.searchParams.get('error');
+
+        if (error) {
+          res.writeHead(200, { 'Content-Type': 'text/html' });
+          res.end(`
+            <html>
+              <body style="font-family: sans-serif; display: flex; justify-content: center; align-items: center; height: 100vh; margin: 0;">
+                <div style="text-align: center;">
+                  <h1 style="color: #dc3545;">Authentication Failed</h1>
+                  <p>Error: ${error}</p>
+                  <p>You can close this window.</p>
+                </div>
+              </body>
+            </html>
+          `);
+          server.close();
+          resolve({ success: false, error });
+          return;
+        }
+
+        if (code) {
+          try {
+            const tokens = await exchangeCodeForTokens(code);
+            res.writeHead(200, { 'Content-Type': 'text/html' });
+            res.end(`
+              <html>
+                <body style="font-family: sans-serif; display: flex; justify-content: center; align-items: center; height: 100vh; margin: 0;">
+                  <div style="text-align: center;">
+                    <h1 style="color: #28a745;">Authentication Successful!</h1>
+                    <p>You can close this window and return to the terminal.</p>
+                  </div>
+                </body>
+              </html>
+            `);
+            server.close();
+            resolve({ success: true, tokens });
+          } catch (err) {
+            res.writeHead(200, { 'Content-Type': 'text/html' });
+            res.end(`
+              <html>
+                <body style="font-family: sans-serif; display: flex; justify-content: center; align-items: center; height: 100vh; margin: 0;">
+                  <div style="text-align: center;">
+                    <h1 style="color: #dc3545;">Authentication Failed</h1>
+                    <p>Error: ${String(err)}</p>
+                    <p>You can close this window.</p>
+                  </div>
+                </body>
+              </html>
+            `);
+            server.close();
+            resolve({ success: false, error: String(err) });
+          }
+        }
+      }
+    });
+
+    server.listen(REDIRECT_PORT, () => {
+      // Server is ready
+    });
+
+    // Timeout after 5 minutes
+    setTimeout(() => {
+      server.close();
+      resolve({ success: false, error: 'Authentication timed out' });
+    }, 5 * 60 * 1000);
+  });
+}
+
+/**
+ * Get a valid access token, refreshing if necessary
+ * @param tokenUrl - Token endpoint URL for refresh
+ * @param bufferMs - Refresh buffer in ms (default: 5 minutes)
+ */
+export async function getValidAccessToken(
+  tokenUrl: string = DEFAULT_TOKEN_URL,
+  bufferMs: number = 5 * 60 * 1000
+): Promise<string> {
+  const tokens = loadOAuthTokens();
+
+  if (!tokens) {
+    throw new Error('Not authenticated. Run "auth login" first.');
+  }
+
+  // Check if token is expired or will expire within buffer time
+  if (Date.now() >= tokens.expiresAt - bufferMs) {
+    const newTokens = await refreshAccessToken(tokenUrl);
+    return newTokens.accessToken;
+  }
+
+  return tokens.accessToken;
+}
+
+/**
+ * Check if the user is authenticated
+ */
+export function isAuthenticated(): boolean {
+  const tokens = loadOAuthTokens();
+  return !!tokens?.accessToken;
+}
+
+/**
+ * Get the redirect URI for OAuth configuration
+ */
+export function getRedirectUri(): string {
+  return REDIRECT_URI;
+}
+
+/**
+ * Get the redirect port for OAuth callback
+ */
+export function getRedirectPort(): number {
+  return REDIRECT_PORT;
+}

package/connectors/connect-collegefootballdata/src/utils/bulk.ts

@@ -0,0 +1,212 @@
+// ============================================
+// Bulk Operations Utility
+// ============================================
+
+/**
+ * Options for bulk operations
+ */
+export interface BulkOperationOptions<T> {
+  /** Items to process */
+  items: T[];
+  /** Maximum concurrent operations (default: 10) */
+  concurrency?: number;
+  /** Dry run - preview without making changes */
+  dryRun?: boolean;
+  /** Progress callback */
+  onProgress?: (current: number, total: number, item: T) => void;
+  /** Error callback (return true to continue, false to stop) */
+  onError?: (error: Error, item: T) => boolean | void;
+  /** Delay between batches in ms (useful for rate limiting) */
+  batchDelay?: number;
+}
+
+/**
+ * Result of a bulk operation
+ */
+export interface BulkOperationResult<T, R = void> {
+  /** Total items processed */
+  total: number;
+  /** Successfully processed count */
+  success: number;
+  /** Failed count */
+  failed: number;
+  /** Skipped count (dry run) */
+  skipped: number;
+  /** List of errors */
+  errors: Array<{ item: T; error: string }>;
+  /** Successfully processed items with results */
+  results: Array<{ item: T; result: R }>;
+}
+
+/**
+ * Split an array into chunks of a given size
+ */
+export function chunkArray<T>(array: T[], size: number): T[][] {
+  const chunks: T[][] = [];
+  for (let i = 0; i < array.length; i += size) {
+    chunks.push(array.slice(i, i + size));
+  }
+  return chunks;
+}
+
+/**
+ * Sleep for a given number of milliseconds
+ */
+export function sleep(ms: number): Promise<void> {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+/**
+ * Execute a bulk operation with concurrency control
+ *
+ * @param options - Bulk operation options
+ * @param operation - Async function to execute for each item
+ * @returns Result summary
+ *
+ * @example
+ * ```typescript
+ * const result = await executeBulk(
+ *   {
+ *     items: users,
+ *     concurrency: 5,
+ *     onProgress: (current, total, user) => {
+ *       console.log(`Processing ${current}/${total}: ${user.email}`);
+ *     },
+ *   },
+ *   async (user) => {
+ *     await api.updateUser(user.id, { status: 'active' });
+ *   }
+ * );
+ * console.log(`Success: ${result.success}, Failed: ${result.failed}`);
+ * ```
+ */
+export async function executeBulk<T, R = void>(
+  options: BulkOperationOptions<T>,
+  operation: (item: T) => Promise<R>
+): Promise<BulkOperationResult<T, R>> {
+  const {
+    items,
+    concurrency = 10,
+    dryRun = false,
+    onProgress,
+    onError,
+    batchDelay = 0,
+  } = options;
+
+  const result: BulkOperationResult<T, R> = {
+    total: items.length,
+    success: 0,
+    failed: 0,
+    skipped: 0,
+    errors: [],
+    results: [],
+  };
+
+  if (items.length === 0) {
+    return result;
+  }
+
+  // Process in batches with concurrency control
+  const chunks = chunkArray(items, concurrency);
+  let shouldStop = false;
+
+  for (let chunkIndex = 0; chunkIndex < chunks.length && !shouldStop; chunkIndex++) {
+    const chunk = chunks[chunkIndex];
+
+    await Promise.all(
+      chunk.map(async (item) => {
+        if (shouldStop) return;
+
+        try {
+          if (dryRun) {
+            result.skipped++;
+            result.results.push({ item, result: undefined as R });
+          } else {
+            const opResult = await operation(item);
+            result.success++;
+            result.results.push({ item, result: opResult });
+          }
+
+          if (onProgress) {
+            onProgress(result.success + result.failed + result.skipped, result.total, item);
+          }
+        } catch (err) {
+          result.failed++;
+          const errorMessage = err instanceof Error ? err.message : String(err);
+          result.errors.push({ item, error: errorMessage });
+
+          if (onError) {
+            const shouldContinue = onError(err instanceof Error ? err : new Error(errorMessage), item);
+            if (shouldContinue === false) {
+              shouldStop = true;
+            }
+          }
+        }
+      })
+    );
+
+    // Add delay between batches if specified (for rate limiting)
+    if (batchDelay > 0 && chunkIndex < chunks.length - 1) {
+      await sleep(batchDelay);
+    }
+  }
+
+  return result;
+}
+
+/**
+ * Execute operations sequentially (one at a time)
+ * Useful when operations must be processed in order
+ */
+export async function executeSequential<T, R = void>(
+  options: Omit<BulkOperationOptions<T>, 'concurrency'>,
+  operation: (item: T) => Promise<R>
+): Promise<BulkOperationResult<T, R>> {
+  return executeBulk({ ...options, concurrency: 1 }, operation);
+}
+
+/**
+ * Create a progress reporter for bulk operations
+ */
+export function createProgressReporter(prefix: string = 'Processing') {
+  let lastPercent = -1;
+
+  return (current: number, total: number, _item: unknown): void => {
+    const percent = Math.floor((current / total) * 100);
+    if (percent !== lastPercent) {
+      lastPercent = percent;
+      process.stdout.write(`\r${prefix}: ${current}/${total} (${percent}%)`);
+      if (current === total) {
+        process.stdout.write('\n');
+      }
+    }
+  };
+}
+
+/**
+ * Format bulk operation result for display
+ */
+export function formatBulkResult<T>(result: BulkOperationResult<T, unknown>): string {
+  const lines: string[] = [
+    `Total: ${result.total}`,
+    `Success: ${result.success}`,
+    `Failed: ${result.failed}`,
+  ];
+
+  if (result.skipped > 0) {
+    lines.push(`Skipped (dry run): ${result.skipped}`);
+  }
+
+  if (result.errors.length > 0) {
+    lines.push('');
+    lines.push('Errors:');
+    for (const { error } of result.errors.slice(0, 10)) {
+      lines.push(`  - ${error}`);
+    }
+    if (result.errors.length > 10) {
+      lines.push(`  ... and ${result.errors.length - 10} more errors`);
+    }
+  }
+
+  return lines.join('\n');
+}