@hasna/connectors 0.4.1 → 0.5.0

package/connectors/connect-replicate/package.json

@@ -0,0 +1,51 @@
+{
+  "name": "@hasna/connect-replicate",
+  "version": "0.0.1",
+  "description": "Replicate connector CLI - Run ML models in the cloud with multi-profile support",
+  "type": "module",
+  "bin": {
+    "connect-replicate": "./bin/index.js"
+  },
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "scripts": {
+    "build": "bun build ./src/index.ts --outdir ./dist --target bun && bun build ./src/cli/index.ts --outdir ./bin --target bun",
+    "dev": "bun run ./src/cli/index.ts",
+    "typecheck": "tsc --noEmit",
+    "prepublishOnly": "bun run build"
+  },
+  "keywords": [
+    "replicate",
+    "ai",
+    "ml",
+    "api",
+    "connector",
+    "cli",
+    "typescript",
+    "bun",
+    "machine-learning"
+  ],
+  "author": "Hasna",
+  "license": "Apache-2.0",
+  "devDependencies": {
+    "@types/bun": "latest",
+    "typescript": "^5"
+  },
+  "dependencies": {
+    "commander": "^12.1.0",
+    "chalk": "^5.3.0"
+  },
+  "engines": {
+    "bun": ">=1.0.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/hasna/connectors.git"
+  }
+}

package/connectors/connect-replicate/src/api/client.ts

@@ -0,0 +1,109 @@
+import type { ReplicateConfig } from '../types';
+import { ReplicateApiError } from '../types';
+
+const DEFAULT_BASE_URL = 'https://api.replicate.com/v1';
+
+export interface RequestOptions {
+  method?: 'GET' | 'POST' | 'PUT' | 'DELETE' | 'PATCH';
+  params?: Record<string, string | number | boolean | undefined>;
+  body?: Record<string, unknown> | unknown[] | string;
+  headers?: Record<string, string>;
+}
+
+export class ReplicateClient {
+  private readonly apiKey: string;
+  private readonly baseUrl: string;
+
+  constructor(config: ReplicateConfig) {
+    if (!config.apiKey) {
+      throw new Error('API key is required');
+    }
+    this.apiKey = config.apiKey;
+    this.baseUrl = config.baseUrl || DEFAULT_BASE_URL;
+  }
+
+  private buildUrl(path: string, params?: Record<string, string | number | boolean | undefined>): string {
+    const url = new URL(`${this.baseUrl}${path}`);
+    if (params) {
+      Object.entries(params).forEach(([key, value]) => {
+        if (value !== undefined && value !== null && value !== '') {
+          url.searchParams.append(key, String(value));
+        }
+      });
+    }
+    return url.toString();
+  }
+
+  async request<T>(path: string, options: RequestOptions = {}): Promise<T> {
+    const { method = 'GET', params, body, headers = {} } = options;
+    const url = this.buildUrl(path, params);
+
+    // Replicate uses Token auth instead of Bearer
+    const requestHeaders: Record<string, string> = {
+      'Authorization': `Token ${this.apiKey}`,
+      'Accept': 'application/json',
+      ...headers,
+    };
+
+    if (body && ['POST', 'PUT', 'PATCH'].includes(method)) {
+      requestHeaders['Content-Type'] = 'application/json';
+    }
+
+    const fetchOptions: RequestInit = {
+      method,
+      headers: requestHeaders,
+    };
+
+    if (body && ['POST', 'PUT', 'PATCH'].includes(method)) {
+      fetchOptions.body = typeof body === 'string' ? body : JSON.stringify(body);
+    }
+
+    const response = await fetch(url, fetchOptions);
+
+    if (response.status === 204) {
+      return {} as T;
+    }
+
+    let data: unknown;
+    const contentType = response.headers.get('content-type') || '';
+
+    if (contentType.includes('application/json')) {
+      const text = await response.text();
+      if (text) {
+        try {
+          data = JSON.parse(text);
+        } catch {
+          data = text;
+        }
+      }
+    } else {
+      data = await response.text();
+    }
+
+    if (!response.ok) {
+      let errorMessage = String(data || response.statusText);
+      if (typeof data === 'object' && data !== null) {
+        const errorObj = data as { detail?: string; error?: string; message?: string };
+        errorMessage = errorObj.detail || errorObj.error || errorObj.message || JSON.stringify(data);
+      }
+      throw new ReplicateApiError(errorMessage, response.status);
+    }
+
+    return data as T;
+  }
+
+  async get<T>(path: string, params?: Record<string, string | number | boolean | undefined>): Promise<T> {
+    return this.request<T>(path, { method: 'GET', params });
+  }
+
+  async post<T>(path: string, body?: Record<string, unknown> | unknown[] | string | object): Promise<T> {
+    return this.request<T>(path, { method: 'POST', body: body as Record<string, unknown> });
+  }
+
+  getApiKeyPreview(): string {
+    if (this.apiKey.length > 10) {
+      return `${this.apiKey.substring(0, 6)}...${this.apiKey.substring(this.apiKey.length - 4)}`;
+    }
+    return '***';
+  }
+}

package/connectors/connect-replicate/src/api/index.ts

@@ -0,0 +1,71 @@
+import type {
+  ReplicateConfig,
+  ReplicateModel,
+  ModelsListResponse,
+  Prediction,
+  PredictionsListResponse,
+  CreatePredictionRequest
+} from '../types';
+import { ReplicateClient } from './client';
+
+export class Replicate {
+  private readonly client: ReplicateClient;
+
+  constructor(config: ReplicateConfig) {
+    this.client = new ReplicateClient(config);
+  }
+
+  static fromEnv(): Replicate {
+    const apiKey = process.env.REPLICATE_API_TOKEN;
+    if (!apiKey) {
+      throw new Error('REPLICATE_API_TOKEN environment variable is required');
+    }
+    return new Replicate({ apiKey });
+  }
+
+  getApiKeyPreview(): string {
+    return this.client.getApiKeyPreview();
+  }
+
+  async getModel(owner: string, name: string): Promise<ReplicateModel> {
+    return this.client.get<ReplicateModel>(`/models/${owner}/${name}`);
+  }
+
+  async listModels(cursor?: string): Promise<ModelsListResponse> {
+    return this.client.get<ModelsListResponse>('/models', { cursor });
+  }
+
+  async createPrediction(request: CreatePredictionRequest): Promise<Prediction> {
+    return this.client.post<Prediction>('/predictions', request);
+  }
+
+  async getPrediction(id: string): Promise<Prediction> {
+    return this.client.get<Prediction>(`/predictions/${id}`);
+  }
+
+  async listPredictions(cursor?: string): Promise<PredictionsListResponse> {
+    return this.client.get<PredictionsListResponse>('/predictions', { cursor });
+  }
+
+  async cancelPrediction(id: string): Promise<Prediction> {
+    return this.client.post<Prediction>(`/predictions/${id}/cancel`);
+  }
+
+  async waitForPrediction(id: string, maxWaitMs = 300000, pollIntervalMs = 1000): Promise<Prediction> {
+    const startTime = Date.now();
+    while (Date.now() - startTime < maxWaitMs) {
+      const prediction = await this.getPrediction(id);
+      if (['succeeded', 'failed', 'canceled'].includes(prediction.status)) {
+        return prediction;
+      }
+      await new Promise(resolve => setTimeout(resolve, pollIntervalMs));
+    }
+    throw new Error(`Prediction ${id} did not complete within ${maxWaitMs}ms`);
+  }
+
+  getClient(): ReplicateClient {
+    return this.client;
+  }
+}
+
+export { ReplicateClient } from './client';

package/connectors/connect-replicate/src/cli/index.ts

@@ -0,0 +1,250 @@
+#!/usr/bin/env bun
+import { Command } from 'commander';
+import chalk from 'chalk';
+import { Replicate } from '../api';
+import {
+  getApiKey, setApiKey, clearConfig, getConfigDir, setProfileOverride,
+  getCurrentProfile, setCurrentProfile, listProfiles, createProfile,
+  deleteProfile, profileExists, loadProfile,
+} from '../utils/config';
+import type { OutputFormat } from '../utils/output';
+import { success, error, info, print } from '../utils/output';
+
+const CONNECTOR_NAME = 'connect-replicate';
+const VERSION = '0.0.1';
+
+const program = new Command();
+
+program
+  .name(CONNECTOR_NAME)
+  .description('Replicate connector CLI - Run ML models in the cloud')
+  .version(VERSION)
+  .option('-f, --format <format>', 'Output format (json, pretty)', 'pretty')
+  .option('-p, --profile <profile>', 'Use a specific profile')
+  .hook('preAction', (thisCommand) => {
+    const opts = thisCommand.opts();
+    if (opts.profile) {
+      if (!profileExists(opts.profile)) {
+        error(`Profile "${opts.profile}" does not exist`);
+        process.exit(1);
+      }
+      setProfileOverride(opts.profile);
+    }
+  });
+
+function getFormat(cmd: Command): OutputFormat {
+  const parent = cmd.parent;
+  return (parent?.opts().format || 'pretty') as OutputFormat;
+}
+
+function getClient(): Replicate {
+  const apiKey = getApiKey();
+  if (!apiKey) {
+    error(`No API token configured. Run "${CONNECTOR_NAME} config set-key <token>" or set REPLICATE_API_TOKEN`);
+    process.exit(1);
+  }
+  return new Replicate({ apiKey });
+}
+
+// Profile Commands
+const profileCmd = program.command('profile').description('Manage profiles');
+
+profileCmd.command('list').description('List profiles').action(() => {
+  const profiles = listProfiles();
+  const current = getCurrentProfile();
+  if (profiles.length === 0) { info('No profiles found'); return; }
+  profiles.forEach(p => {
+    console.log(`  ${p}${p === current ? chalk.green(' (active)') : ''}`);
+  });
+});
+
+profileCmd.command('use <name>').description('Switch profile').action((name: string) => {
+  if (!profileExists(name)) { error(`Profile "${name}" does not exist`); process.exit(1); }
+  setCurrentProfile(name);
+  success(`Switched to profile: ${name}`);
+});
+
+profileCmd.command('create <name>').description('Create profile')
+  .option('--api-key <key>', 'API token')
+  .option('--use', 'Switch to this profile')
+  .action((name: string, opts) => {
+    if (profileExists(name)) { error(`Profile "${name}" already exists`); process.exit(1); }
+    createProfile(name, { apiKey: opts.apiKey });
+    success(`Profile "${name}" created`);
+    if (opts.use) { setCurrentProfile(name); info(`Switched to profile: ${name}`); }
+  });
+
+profileCmd.command('delete <name>').description('Delete profile').action((name: string) => {
+  if (name === 'default') { error('Cannot delete default profile'); process.exit(1); }
+  if (deleteProfile(name)) { success(`Profile "${name}" deleted`); }
+  else { error(`Profile "${name}" not found`); process.exit(1); }
+});
+
+profileCmd.command('show [name]').description('Show profile').action((name?: string) => {
+  const profileName = name || getCurrentProfile();
+  const config = loadProfile(profileName);
+  console.log(chalk.bold(`Profile: ${profileName}`));
+  info(`API Token: ${config.apiKey ? config.apiKey.substring(0, 8) + '...' : chalk.gray('not set')}`);
+});
+
+// Config Commands
+const configCmd = program.command('config').description('Manage configuration');
+
+configCmd.command('set-key <apiToken>').description('Set API token').action((apiToken: string) => {
+  setApiKey(apiToken);
+  success(`API token saved`);
+});
+
+configCmd.command('show').description('Show config').action(() => {
+  console.log(chalk.bold(`Profile: ${getCurrentProfile()}`));
+  info(`Config dir: ${getConfigDir()}`);
+  const apiKey = getApiKey();
+  info(`API Token: ${apiKey ? apiKey.substring(0, 8) + '...' : chalk.gray('not set')}`);
+});
+
+configCmd.command('clear').description('Clear config').action(() => {
+  clearConfig();
+  success('Config cleared');
+});
+
+// Models Commands
+const modelsCmd = program.command('models').description('Manage models');
+
+modelsCmd.command('get <owner> <name>')
+  .description('Get a model')
+  .action(async (owner: string, name: string) => {
+    try {
+      const client = getClient();
+      const result = await client.getModel(owner, name);
+      if (getFormat(modelsCmd) === 'json') {
+        print(result, 'json');
+      } else {
+        console.log(chalk.cyan(`\n${result.owner}/${result.name}`));
+        if (result.description) console.log(`  ${result.description}`);
+        console.log(`  Visibility: ${result.visibility}`);
+        if (result.run_count) console.log(`  Runs: ${result.run_count.toLocaleString()}`);
+        if (result.latest_version) console.log(`  Latest version: ${result.latest_version.id}`);
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+modelsCmd.command('list')
+  .description('List models')
+  .action(async () => {
+    try {
+      const client = getClient();
+      const result = await client.listModels();
+      if (getFormat(modelsCmd) === 'json') {
+        print(result.results, 'json');
+      } else {
+        result.results.forEach(m => {
+          console.log(chalk.cyan(`\n${m.owner}/${m.name}`));
+          if (m.description) console.log(`  ${m.description.substring(0, 80)}${m.description.length > 80 ? '...' : ''}`);
+        });
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+// Predictions Commands
+const predictCmd = program.command('predict').description('Manage predictions');
+
+predictCmd.command('create <version>')
+  .description('Create a prediction')
+  .requiredOption('-i, --input <json>', 'Input JSON')
+  .option('--wait', 'Wait for prediction to complete')
+  .action(async (version: string, opts) => {
+    try {
+      const client = getClient();
+      const input = JSON.parse(opts.input);
+      const prediction = await client.createPrediction({ version, input });
+
+      if (opts.wait) {
+        info(`Waiting for prediction ${prediction.id}...`);
+        const result = await client.waitForPrediction(prediction.id);
+        if (getFormat(predictCmd) === 'json') {
+          print(result, 'json');
+        } else {
+          console.log(chalk.cyan(`\nPrediction ${result.id}`));
+          console.log(`  Status: ${result.status}`);
+          if (result.output) console.log(`  Output: ${JSON.stringify(result.output)}`);
+          if (result.error) console.log(chalk.red(`  Error: ${result.error}`));
+        }
+      } else {
+        if (getFormat(predictCmd) === 'json') {
+          print(prediction, 'json');
+        } else {
+          success(`Prediction created: ${prediction.id}`);
+          console.log(`  Status: ${prediction.status}`);
+          console.log(`  Get status: ${CONNECTOR_NAME} predict get ${prediction.id}`);
+        }
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+predictCmd.command('get <id>')
+  .description('Get a prediction')
+  .action(async (id: string) => {
+    try {
+      const client = getClient();
+      const result = await client.getPrediction(id);
+      if (getFormat(predictCmd) === 'json') {
+        print(result, 'json');
+      } else {
+        console.log(chalk.cyan(`\nPrediction ${result.id}`));
+        console.log(`  Status: ${result.status}`);
+        console.log(`  Created: ${result.created_at}`);
+        if (result.completed_at) console.log(`  Completed: ${result.completed_at}`);
+        if (result.output) console.log(`  Output: ${JSON.stringify(result.output)}`);
+        if (result.error) console.log(chalk.red(`  Error: ${result.error}`));
+        if (result.metrics?.predict_time) console.log(`  Predict time: ${result.metrics.predict_time.toFixed(2)}s`);
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+predictCmd.command('list')
+  .description('List predictions')
+  .action(async () => {
+    try {
+      const client = getClient();
+      const result = await client.listPredictions();
+      if (getFormat(predictCmd) === 'json') {
+        print(result.results, 'json');
+      } else {
+        result.results.forEach(p => {
+          console.log(chalk.cyan(`\n${p.id}`));
+          console.log(`  Status: ${p.status}`);
+          console.log(`  Created: ${p.created_at}`);
+        });
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+predictCmd.command('cancel <id>')
+  .description('Cancel a prediction')
+  .action(async (id: string) => {
+    try {
+      const client = getClient();
+      await client.cancelPrediction(id);
+      success(`Prediction ${id} canceled`);
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+program.parse();

package/connectors/connect-replicate/src/index.ts

@@ -0,0 +1,19 @@
+// Replicate Connector
+// TypeScript wrapper for Replicate API
+
+export { Replicate } from './api';
+export * from './types';
+export { ReplicateClient } from './api';
+
+export {
+  getApiKey,
+  setApiKey,
+  getCurrentProfile,
+  setCurrentProfile,
+  listProfiles,
+  createProfile,
+  deleteProfile,
+  loadProfile,
+  saveProfile,
+  clearConfig,
+} from './utils/config';

package/connectors/connect-replicate/src/types/index.ts

@@ -0,0 +1,85 @@
+// Replicate API Types
+
+export interface ReplicateConfig {
+  apiKey: string;
+  baseUrl?: string;
+}
+
+// Model Types
+export interface ReplicateModel {
+  url: string;
+  owner: string;
+  name: string;
+  description?: string;
+  visibility: string;
+  github_url?: string;
+  paper_url?: string;
+  license_url?: string;
+  run_count?: number;
+  cover_image_url?: string;
+  default_example?: object;
+  latest_version?: ModelVersion;
+}
+
+export interface ModelVersion {
+  id: string;
+  created_at: string;
+  cog_version?: string;
+  openapi_schema?: object;
+}
+
+export interface ModelsListResponse {
+  results: ReplicateModel[];
+  next?: string;
+  previous?: string;
+}
+
+// Prediction Types
+export interface PredictionInput {
+  [key: string]: unknown;
+}
+
+export interface CreatePredictionRequest {
+  version: string;
+  input: PredictionInput;
+  webhook?: string;
+  webhook_events_filter?: string[];
+}
+
+export interface Prediction {
+  id: string;
+  version: string;
+  status: 'starting' | 'processing' | 'succeeded' | 'failed' | 'canceled';
+  input: PredictionInput;
+  output?: unknown;
+  error?: string;
+  logs?: string;
+  metrics?: {
+    predict_time?: number;
+  };
+  created_at: string;
+  started_at?: string;
+  completed_at?: string;
+  urls: {
+    get: string;
+    cancel: string;
+  };
+}
+
+export interface PredictionsListResponse {
+  results: Prediction[];
+  next?: string;
+  previous?: string;
+}
+
+// Error Types
+export class ReplicateApiError extends Error {
+  constructor(
+    message: string,
+    public readonly status: number,
+    public readonly detail?: string
+  ) {
+    super(message);
+    this.name = 'ReplicateApiError';
+  }
+}

package/connectors/connect-replicate/src/utils/config.ts

@@ -0,0 +1,103 @@
+import { existsSync, readFileSync, writeFileSync, mkdirSync, readdirSync, rmSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+
+const CONNECTOR_NAME = 'connect-replicate';
+const DEFAULT_PROFILE = 'default';
+
+export interface ProfileConfig {
+  apiKey?: string;
+}
+
+let profileOverride: string | undefined;
+
+const CONFIG_DIR = join(homedir(), '.connect', CONNECTOR_NAME);
+const PROFILES_DIR = join(CONFIG_DIR, 'profiles');
+const CURRENT_PROFILE_FILE = join(CONFIG_DIR, 'current_profile');
+
+export function setProfileOverride(profile: string | undefined): void {
+  profileOverride = profile;
+}
+
+export function ensureConfigDir(): void {
+  if (!existsSync(CONFIG_DIR)) mkdirSync(CONFIG_DIR, { recursive: true });
+  if (!existsSync(PROFILES_DIR)) mkdirSync(PROFILES_DIR, { recursive: true });
+}
+
+function getProfilePath(profile: string): string {
+  return join(PROFILES_DIR, `${profile}.json`);
+}
+
+export function getCurrentProfile(): string {
+  if (profileOverride) return profileOverride;
+  ensureConfigDir();
+  if (existsSync(CURRENT_PROFILE_FILE)) {
+    try {
+      const profile = readFileSync(CURRENT_PROFILE_FILE, 'utf-8').trim();
+      if (profile && profileExists(profile)) return profile;
+    } catch { /* fall through */ }
+  }
+  return DEFAULT_PROFILE;
+}
+
+export function setCurrentProfile(profile: string): void {
+  ensureConfigDir();
+  if (!profileExists(profile) && profile !== DEFAULT_PROFILE) {
+    throw new Error(`Profile "${profile}" does not exist`);
+  }
+  writeFileSync(CURRENT_PROFILE_FILE, profile);
+}
+
+export function profileExists(profile: string): boolean {
+  return existsSync(getProfilePath(profile));
+}
+
+export function listProfiles(): string[] {
+  ensureConfigDir();
+  if (!existsSync(PROFILES_DIR)) return [];
+  return readdirSync(PROFILES_DIR).filter(f => f.endsWith('.json')).map(f => f.replace('.json', '')).sort();
+}
+
+export function createProfile(profile: string, config: ProfileConfig = {}): boolean {
+  ensureConfigDir();
+  if (profileExists(profile)) return false;
+  if (!/^[a-zA-Z0-9_-]+$/.test(profile)) {
+    throw new Error('Profile name can only contain letters, numbers, hyphens, and underscores');
+  }
+  writeFileSync(getProfilePath(profile), JSON.stringify(config, null, 2));
+  return true;
+}
+
+export function deleteProfile(profile: string): boolean {
+  if (profile === DEFAULT_PROFILE) return false;
+  if (!profileExists(profile)) return false;
+  if (getCurrentProfile() === profile) setCurrentProfile(DEFAULT_PROFILE);
+  rmSync(getProfilePath(profile));
+  return true;
+}
+
+export function loadProfile(profile?: string): ProfileConfig {
+  ensureConfigDir();
+  const profilePath = getProfilePath(profile || getCurrentProfile());
+  if (!existsSync(profilePath)) return {};
+  try { return JSON.parse(readFileSync(profilePath, 'utf-8')); } catch { return {}; }
+}
+
+export function saveProfile(config: ProfileConfig, profile?: string): void {
+  ensureConfigDir();
+  writeFileSync(getProfilePath(profile || getCurrentProfile()), JSON.stringify(config, null, 2));
+}
+
+export function getApiKey(): string | undefined {
+  return process.env.REPLICATE_API_TOKEN || loadProfile().apiKey;
+}
+
+export function setApiKey(apiKey: string): void {
+  const config = loadProfile();
+  config.apiKey = apiKey;
+  saveProfile(config);
+}
+
+export function clearConfig(): void { saveProfile({}); }
+export function getConfigDir(): string { return CONFIG_DIR; }
+export function getActiveProfileName(): string { return getCurrentProfile(); }