@hasna/connectors 1.0.6 → 1.0.8

package/connectors/connect-runpod/src/api/index.ts

@@ -0,0 +1,71 @@
+import type {
+  RunPodConfig,
+  RunJobRequest,
+  Job,
+  RunSyncResponse,
+  RunAsyncResponse,
+  HealthResponse
+} from '../types';
+import { RunPodClient } from './client';
+
+export class RunPod {
+  private readonly client: RunPodClient;
+
+  constructor(config: RunPodConfig) {
+    this.client = new RunPodClient(config);
+  }
+
+  static fromEnv(): RunPod {
+    const apiKey = process.env.RUNPOD_API_KEY;
+    if (!apiKey) {
+      throw new Error('RUNPOD_API_KEY environment variable is required');
+    }
+    return new RunPod({ apiKey });
+  }
+
+  getApiKeyPreview(): string {
+    return this.client.getApiKeyPreview();
+  }
+
+  async runSync(endpointId: string, request: RunJobRequest): Promise<RunSyncResponse> {
+    return this.client.post<RunSyncResponse>(`/${endpointId}/runsync`, request);
+  }
+
+  async run(endpointId: string, request: RunJobRequest): Promise<RunAsyncResponse> {
+    return this.client.post<RunAsyncResponse>(`/${endpointId}/run`, request);
+  }
+
+  async getJob(endpointId: string, jobId: string): Promise<Job> {
+    return this.client.get<Job>(`/${endpointId}/status/${jobId}`);
+  }
+
+  async cancelJob(endpointId: string, jobId: string): Promise<Job> {
+    return this.client.post<Job>(`/${endpointId}/cancel/${jobId}`);
+  }
+
+  async purgeQueue(endpointId: string): Promise<{ removed: number; status: string }> {
+    return this.client.post<{ removed: number; status: string }>(`/${endpointId}/purge-queue`);
+  }
+
+  async health(endpointId: string): Promise<HealthResponse> {
+    return this.client.get<HealthResponse>(`/${endpointId}/health`);
+  }
+
+  async waitForJob(endpointId: string, jobId: string, maxWaitMs = 300000, pollIntervalMs = 1000): Promise<Job> {
+    const startTime = Date.now();
+    while (Date.now() - startTime < maxWaitMs) {
+      const job = await this.getJob(endpointId, jobId);
+      if (['COMPLETED', 'FAILED', 'CANCELLED', 'TIMED_OUT'].includes(job.status)) {
+        return job;
+      }
+      await new Promise(resolve => setTimeout(resolve, pollIntervalMs));
+    }
+    throw new Error(`Job ${jobId} did not complete within ${maxWaitMs}ms`);
+  }
+
+  getClient(): RunPodClient {
+    return this.client;
+  }
+}
+
+export { RunPodClient } from './client';

package/connectors/connect-runpod/src/cli/index.ts

@@ -0,0 +1,252 @@
+#!/usr/bin/env bun
+import { Command } from 'commander';
+import chalk from 'chalk';
+import { RunPod } from '../api';
+import {
+  getApiKey, setApiKey, clearConfig, getConfigDir, setProfileOverride,
+  getCurrentProfile, setCurrentProfile, listProfiles, createProfile,
+  deleteProfile, profileExists, loadProfile,
+} from '../utils/config';
+import type { OutputFormat } from '../utils/output';
+import { success, error, info, print } from '../utils/output';
+
+const CONNECTOR_NAME = 'connect-runpod';
+const VERSION = '0.0.1';
+
+const program = new Command();
+
+program
+  .name(CONNECTOR_NAME)
+  .description('RunPod connector CLI - Serverless GPU computing')
+  .version(VERSION)
+  .option('-f, --format <format>', 'Output format (json, pretty)', 'pretty')
+  .option('-p, --profile <profile>', 'Use a specific profile')
+  .hook('preAction', (thisCommand) => {
+    const opts = thisCommand.opts();
+    if (opts.profile) {
+      if (!profileExists(opts.profile)) {
+        error(`Profile "${opts.profile}" does not exist`);
+        process.exit(1);
+      }
+      setProfileOverride(opts.profile);
+    }
+  });
+
+function getFormat(cmd: Command): OutputFormat {
+  const parent = cmd.parent;
+  return (parent?.opts().format || 'pretty') as OutputFormat;
+}
+
+function getClient(): RunPod {
+  const apiKey = getApiKey();
+  if (!apiKey) {
+    error(`No API key configured. Run "${CONNECTOR_NAME} config set-key <key>" or set RUNPOD_API_KEY`);
+    process.exit(1);
+  }
+  return new RunPod({ apiKey });
+}
+
+// Profile Commands
+const profileCmd = program.command('profile').description('Manage profiles');
+
+profileCmd.command('list').description('List profiles').action(() => {
+  const profiles = listProfiles();
+  const current = getCurrentProfile();
+  if (profiles.length === 0) { info('No profiles found'); return; }
+  profiles.forEach(p => {
+    console.log(`  ${p}${p === current ? chalk.green(' (active)') : ''}`);
+  });
+});
+
+profileCmd.command('use <name>').description('Switch profile').action((name: string) => {
+  if (!profileExists(name)) { error(`Profile "${name}" does not exist`); process.exit(1); }
+  setCurrentProfile(name);
+  success(`Switched to profile: ${name}`);
+});
+
+profileCmd.command('create <name>').description('Create profile')
+  .option('--api-key <key>', 'API key')
+  .option('--use', 'Switch to this profile')
+  .action((name: string, opts) => {
+    if (profileExists(name)) { error(`Profile "${name}" already exists`); process.exit(1); }
+    createProfile(name, { apiKey: opts.apiKey });
+    success(`Profile "${name}" created`);
+    if (opts.use) { setCurrentProfile(name); info(`Switched to profile: ${name}`); }
+  });
+
+profileCmd.command('delete <name>').description('Delete profile').action((name: string) => {
+  if (name === 'default') { error('Cannot delete default profile'); process.exit(1); }
+  if (deleteProfile(name)) { success(`Profile "${name}" deleted`); }
+  else { error(`Profile "${name}" not found`); process.exit(1); }
+});
+
+profileCmd.command('show [name]').description('Show profile').action((name?: string) => {
+  const profileName = name || getCurrentProfile();
+  const config = loadProfile(profileName);
+  console.log(chalk.bold(`Profile: ${profileName}`));
+  info(`API Key: ${config.apiKey ? config.apiKey.substring(0, 8) + '...' : chalk.gray('not set')}`);
+});
+
+// Config Commands
+const configCmd = program.command('config').description('Manage configuration');
+
+configCmd.command('set-key <apiKey>').description('Set API key').action((apiKey: string) => {
+  setApiKey(apiKey);
+  success(`API key saved`);
+});
+
+configCmd.command('show').description('Show config').action(() => {
+  console.log(chalk.bold(`Profile: ${getCurrentProfile()}`));
+  info(`Config dir: ${getConfigDir()}`);
+  const apiKey = getApiKey();
+  info(`API Key: ${apiKey ? apiKey.substring(0, 8) + '...' : chalk.gray('not set')}`);
+});
+
+configCmd.command('clear').description('Clear config').action(() => {
+  clearConfig();
+  success('Config cleared');
+});
+
+// Run Commands
+const runCmd = program.command('run').description('Run serverless jobs');
+
+runCmd.command('sync <endpoint>')
+  .description('Run a job synchronously')
+  .requiredOption('-i, --input <json>', 'Input JSON')
+  .action(async (endpoint: string, opts) => {
+    try {
+      const client = getClient();
+      const input = JSON.parse(opts.input);
+      const result = await client.runSync(endpoint, { input });
+      if (getFormat(runCmd) === 'json') {
+        print(result, 'json');
+      } else {
+        console.log(chalk.cyan(`\nJob ${result.id}`));
+        console.log(`  Status: ${result.status}`);
+        if (result.executionTime) console.log(`  Execution time: ${result.executionTime}ms`);
+        if (result.output) console.log(`  Output: ${JSON.stringify(result.output)}`);
+        if (result.error) console.log(chalk.red(`  Error: ${result.error}`));
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+runCmd.command('async <endpoint>')
+  .description('Run a job asynchronously')
+  .requiredOption('-i, --input <json>', 'Input JSON')
+  .option('--wait', 'Wait for job to complete')
+  .action(async (endpoint: string, opts) => {
+    try {
+      const client = getClient();
+      const input = JSON.parse(opts.input);
+      const result = await client.run(endpoint, { input });
+
+      if (opts.wait) {
+        info(`Waiting for job ${result.id}...`);
+        const job = await client.waitForJob(endpoint, result.id);
+        if (getFormat(runCmd) === 'json') {
+          print(job, 'json');
+        } else {
+          console.log(chalk.cyan(`\nJob ${job.id}`));
+          console.log(`  Status: ${job.status}`);
+          if (job.executionTime) console.log(`  Execution time: ${job.executionTime}ms`);
+          if (job.output) console.log(`  Output: ${JSON.stringify(job.output)}`);
+          if (job.error) console.log(chalk.red(`  Error: ${job.error}`));
+        }
+      } else {
+        if (getFormat(runCmd) === 'json') {
+          print(result, 'json');
+        } else {
+          success(`Job submitted: ${result.id}`);
+          console.log(`  Status: ${result.status}`);
+          console.log(`  Get status: ${CONNECTOR_NAME} job status ${endpoint} ${result.id}`);
+        }
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+// Job Commands
+const jobCmd = program.command('job').description('Manage jobs');
+
+jobCmd.command('status <endpoint> <jobId>')
+  .description('Get job status')
+  .action(async (endpoint: string, jobId: string) => {
+    try {
+      const client = getClient();
+      const result = await client.getJob(endpoint, jobId);
+      if (getFormat(jobCmd) === 'json') {
+        print(result, 'json');
+      } else {
+        console.log(chalk.cyan(`\nJob ${result.id}`));
+        console.log(`  Status: ${result.status}`);
+        if (result.delayTime) console.log(`  Delay time: ${result.delayTime}ms`);
+        if (result.executionTime) console.log(`  Execution time: ${result.executionTime}ms`);
+        if (result.output) console.log(`  Output: ${JSON.stringify(result.output)}`);
+        if (result.error) console.log(chalk.red(`  Error: ${result.error}`));
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+jobCmd.command('cancel <endpoint> <jobId>')
+  .description('Cancel a job')
+  .action(async (endpoint: string, jobId: string) => {
+    try {
+      const client = getClient();
+      await client.cancelJob(endpoint, jobId);
+      success(`Job ${jobId} cancelled`);
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+// Endpoint Commands
+const endpointCmd = program.command('endpoint').description('Manage endpoints');
+
+endpointCmd.command('health <endpoint>')
+  .description('Get endpoint health')
+  .action(async (endpoint: string) => {
+    try {
+      const client = getClient();
+      const result = await client.health(endpoint);
+      if (getFormat(endpointCmd) === 'json') {
+        print(result, 'json');
+      } else {
+        console.log(chalk.cyan('\nJobs:'));
+        console.log(`  In Queue: ${result.jobs.inQueue}`);
+        console.log(`  In Progress: ${result.jobs.inProgress}`);
+        console.log(`  Completed: ${result.jobs.completed}`);
+        console.log(`  Failed: ${result.jobs.failed}`);
+        console.log(chalk.cyan('\nWorkers:'));
+        console.log(`  Ready: ${result.workers.ready}`);
+        console.log(`  Running: ${result.workers.running}`);
+        console.log(`  Idle: ${result.workers.idle}`);
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+endpointCmd.command('purge <endpoint>')
+  .description('Purge endpoint queue')
+  .action(async (endpoint: string) => {
+    try {
+      const client = getClient();
+      const result = await client.purgeQueue(endpoint);
+      success(`Purged ${result.removed} jobs from queue`);
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+program.parse();

package/connectors/connect-runpod/src/index.ts

@@ -0,0 +1,19 @@
+// RunPod Connector
+// TypeScript wrapper for RunPod API
+
+export { RunPod } from './api';
+export * from './types';
+export { RunPodClient } from './api';
+
+export {
+  getApiKey,
+  setApiKey,
+  getCurrentProfile,
+  setCurrentProfile,
+  listProfiles,
+  createProfile,
+  deleteProfile,
+  loadProfile,
+  saveProfile,
+  clearConfig,
+} from './utils/config';

package/connectors/connect-runpod/src/types/index.ts

@@ -0,0 +1,70 @@
+// RunPod API Types
+
+export interface RunPodConfig {
+  apiKey: string;
+  baseUrl?: string;
+}
+
+// Serverless Job Types
+export interface JobInput {
+  [key: string]: unknown;
+}
+
+export interface RunJobRequest {
+  input: JobInput;
+  webhook?: string;
+}
+
+export interface Job {
+  id: string;
+  status: 'IN_QUEUE' | 'IN_PROGRESS' | 'COMPLETED' | 'FAILED' | 'CANCELLED' | 'TIMED_OUT';
+  delayTime?: number;
+  executionTime?: number;
+  input?: JobInput;
+  output?: unknown;
+  error?: string;
+}
+
+export interface RunSyncResponse {
+  id: string;
+  status: string;
+  delayTime?: number;
+  executionTime?: number;
+  output?: unknown;
+  error?: string;
+}
+
+export interface RunAsyncResponse {
+  id: string;
+  status: string;
+}
+
+// Health Check Types
+export interface HealthResponse {
+  jobs: {
+    completed: number;
+    failed: number;
+    inProgress: number;
+    inQueue: number;
+    retried: number;
+  };
+  workers: {
+    idle: number;
+    initializing: number;
+    ready: number;
+    running: number;
+    throttled: number;
+  };
+}
+
+// Error Types
+export class RunPodApiError extends Error {
+  constructor(
+    message: string,
+    public readonly status: number,
+    public readonly detail?: string
+  ) {
+    super(message);
+    this.name = 'RunPodApiError';
+  }
+}

package/connectors/connect-runpod/src/utils/config.ts

@@ -0,0 +1,103 @@
+import { existsSync, readFileSync, writeFileSync, mkdirSync, readdirSync, rmSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+
+const CONNECTOR_NAME = 'connect-runpod';
+const DEFAULT_PROFILE = 'default';
+
+export interface ProfileConfig {
+  apiKey?: string;
+}
+
+let profileOverride: string | undefined;
+
+const CONFIG_DIR = join(homedir(), '.connect', CONNECTOR_NAME);
+const PROFILES_DIR = join(CONFIG_DIR, 'profiles');
+const CURRENT_PROFILE_FILE = join(CONFIG_DIR, 'current_profile');
+
+export function setProfileOverride(profile: string | undefined): void {
+  profileOverride = profile;
+}
+
+export function ensureConfigDir(): void {
+  if (!existsSync(CONFIG_DIR)) mkdirSync(CONFIG_DIR, { recursive: true });
+  if (!existsSync(PROFILES_DIR)) mkdirSync(PROFILES_DIR, { recursive: true });
+}
+
+function getProfilePath(profile: string): string {
+  return join(PROFILES_DIR, `${profile}.json`);
+}
+
+export function getCurrentProfile(): string {
+  if (profileOverride) return profileOverride;
+  ensureConfigDir();
+  if (existsSync(CURRENT_PROFILE_FILE)) {
+    try {
+      const profile = readFileSync(CURRENT_PROFILE_FILE, 'utf-8').trim();
+      if (profile && profileExists(profile)) return profile;
+    } catch { /* fall through */ }
+  }
+  return DEFAULT_PROFILE;
+}
+
+export function setCurrentProfile(profile: string): void {
+  ensureConfigDir();
+  if (!profileExists(profile) && profile !== DEFAULT_PROFILE) {
+    throw new Error(`Profile "${profile}" does not exist`);
+  }
+  writeFileSync(CURRENT_PROFILE_FILE, profile);
+}
+
+export function profileExists(profile: string): boolean {
+  return existsSync(getProfilePath(profile));
+}
+
+export function listProfiles(): string[] {
+  ensureConfigDir();
+  if (!existsSync(PROFILES_DIR)) return [];
+  return readdirSync(PROFILES_DIR).filter(f => f.endsWith('.json')).map(f => f.replace('.json', '')).sort();
+}
+
+export function createProfile(profile: string, config: ProfileConfig = {}): boolean {
+  ensureConfigDir();
+  if (profileExists(profile)) return false;
+  if (!/^[a-zA-Z0-9_-]+$/.test(profile)) {
+    throw new Error('Profile name can only contain letters, numbers, hyphens, and underscores');
+  }
+  writeFileSync(getProfilePath(profile), JSON.stringify(config, null, 2));
+  return true;
+}
+
+export function deleteProfile(profile: string): boolean {
+  if (profile === DEFAULT_PROFILE) return false;
+  if (!profileExists(profile)) return false;
+  if (getCurrentProfile() === profile) setCurrentProfile(DEFAULT_PROFILE);
+  rmSync(getProfilePath(profile));
+  return true;
+}
+
+export function loadProfile(profile?: string): ProfileConfig {
+  ensureConfigDir();
+  const profilePath = getProfilePath(profile || getCurrentProfile());
+  if (!existsSync(profilePath)) return {};
+  try { return JSON.parse(readFileSync(profilePath, 'utf-8')); } catch { return {}; }
+}
+
+export function saveProfile(config: ProfileConfig, profile?: string): void {
+  ensureConfigDir();
+  writeFileSync(getProfilePath(profile || getCurrentProfile()), JSON.stringify(config, null, 2));
+}
+
+export function getApiKey(): string | undefined {
+  return process.env.RUNPOD_API_KEY || loadProfile().apiKey;
+}
+
+export function setApiKey(apiKey: string): void {
+  const config = loadProfile();
+  config.apiKey = apiKey;
+  saveProfile(config);
+}
+
+export function clearConfig(): void { saveProfile({}); }
+export function getConfigDir(): string { return CONFIG_DIR; }
+export function getActiveProfileName(): string { return getCurrentProfile(); }

package/connectors/connect-runpod/src/utils/output.ts

@@ -0,0 +1,119 @@
+import chalk from 'chalk';
+
+export type OutputFormat = 'json' | 'table' | 'pretty';
+
+export function formatOutput(data: unknown, format: OutputFormat = 'pretty'): string {
+  switch (format) {
+    case 'json':
+      return JSON.stringify(data, null, 2);
+    case 'table':
+      return formatAsTable(data);
+    case 'pretty':
+    default:
+      return formatPretty(data);
+  }
+}
+
+function formatAsTable(data: unknown): string {
+  if (!Array.isArray(data)) {
+    data = [data];
+  }
+
+  const items = data as Record<string, unknown>[];
+  if (items.length === 0) {
+    return 'No data';
+  }
+
+  const firstItem = items[0];
+  if (!firstItem || typeof firstItem !== 'object') {
+    return 'No data';
+  }
+
+  const keys = Object.keys(firstItem);
+  const colWidths = keys.map(key => {
+    const maxValue = Math.max(
+      key.length,
+      ...items.map(item => String(item[key] ?? '').length)
+    );
+    return Math.min(maxValue, 40);
+  });
+
+  const header = keys.map((key, i) => key.padEnd(colWidths[i] ?? 10)).join(' | ');
+  const separator = colWidths.map(w => '-'.repeat(w)).join('-+-');
+
+  const rows = items.map(item =>
+    keys.map((key, i) => {
+      const value = String(item[key] ?? '');
+      const width = colWidths[i] ?? 10;
+      return value.length > width
+        ? value.substring(0, width - 3) + '...'
+        : value.padEnd(width);
+    }).join(' | ')
+  );
+
+  return [header, separator, ...rows].join('\n');
+}
+
+function formatPretty(data: unknown): string {
+  if (Array.isArray(data)) {
+    return data.map((item, i) => `${chalk.cyan(`[${i + 1}]`)} ${formatPrettyItem(item)}`).join('\n\n');
+  }
+  return formatPrettyItem(data);
+}
+
+function formatPrettyItem(item: unknown, indent = 0): string {
+  if (item === null || item === undefined) {
+    return chalk.gray('null');
+  }
+
+  if (typeof item !== 'object') {
+    return String(item);
+  }
+
+  const spaces = '  '.repeat(indent);
+  const entries = Object.entries(item as Record<string, unknown>);
+
+  return entries
+    .map(([key, value]) => {
+      if (Array.isArray(value)) {
+        if (value.length === 0) {
+          return `${spaces}${chalk.blue(key)}: ${chalk.gray('[]')}`;
+        }
+        if (typeof value[0] === 'object') {
+          return `${spaces}${chalk.blue(key)}:\n${value.map(v => formatPrettyItem(v, indent + 1)).join('\n')}`;
+        }
+        return `${spaces}${chalk.blue(key)}: ${value.join(', ')}`;
+      }
+
+      if (typeof value === 'object' && value !== null) {
+        return `${spaces}${chalk.blue(key)}:\n${formatPrettyItem(value, indent + 1)}`;
+      }
+
+      return `${spaces}${chalk.blue(key)}: ${chalk.white(String(value))}`;
+    })
+    .join('\n');
+}
+
+export function success(message: string): void {
+  console.log(chalk.green('✓'), message);
+}
+
+export function error(message: string): void {
+  console.error(chalk.red('✗'), message);
+}
+
+export function warn(message: string): void {
+  console.warn(chalk.yellow('⚠'), message);
+}
+
+export function info(message: string): void {
+  console.log(chalk.blue('ℹ'), message);
+}
+
+export function heading(message: string): void {
+  console.log(chalk.bold.cyan(`\n${message}\n`));
+}
+
+export function print(data: unknown, format: OutputFormat = 'pretty'): void {
+  console.log(formatOutput(data, format));
+}

package/connectors/connect-runpod/tsconfig.json

@@ -0,0 +1,16 @@
+{
+  "compilerOptions": {
+    "target": "ESNext",
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "esModuleInterop": true,
+    "strict": true,
+    "skipLibCheck": true,
+    "declaration": true,
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "types": ["bun-types"]
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "bin"]
+}

package/connectors/connect-s3/.env.example

@@ -0,0 +1,11 @@
+# API Credentials
+# TODO: Update variable names and instructions for your API
+# Example: PERPLEXITY_API_KEY, OPENAI_API_KEY, etc.
+
+CONNECTOR_API_KEY=your-api-key-here
+
+# Optional: API secret (if your API requires it)
+# CONNECTOR_API_SECRET=your-api-secret-here
+
+# Optional: Custom base URL (if needed)
+# CONNECTOR_BASE_URL=https://api.example.com