@hasna/connectors 0.4.2 → 0.5.1

package/connectors/connect-assemblyai/src/types/index.ts

@@ -0,0 +1,277 @@
+// AssemblyAI Connector Types
+
+// ============================================
+// Configuration
+// ============================================
+
+export interface AssemblyAIConfig {
+  apiKey: string;
+  baseUrl?: string;
+}
+
+// ============================================
+// Transcript Types
+// ============================================
+
+export type TranscriptStatus = 'queued' | 'processing' | 'completed' | 'error';
+
+export interface TranscriptRequest {
+  audio_url: string;
+  language_code?: string;
+  punctuate?: boolean;
+  format_text?: boolean;
+  dual_channel?: boolean;
+  webhook_url?: string;
+  webhook_auth_header_name?: string;
+  webhook_auth_header_value?: string;
+  auto_highlights?: boolean;
+  audio_start_from?: number;
+  audio_end_at?: number;
+  word_boost?: string[];
+  boost_param?: 'low' | 'default' | 'high';
+  filter_profanity?: boolean;
+  redact_pii?: boolean;
+  redact_pii_audio?: boolean;
+  redact_pii_policies?: string[];
+  redact_pii_sub?: 'entity_name' | 'hash';
+  speaker_labels?: boolean;
+  speakers_expected?: number;
+  content_safety?: boolean;
+  iab_categories?: boolean;
+  custom_spelling?: Array<{ from: string[]; to: string }>;
+  disfluencies?: boolean;
+  sentiment_analysis?: boolean;
+  auto_chapters?: boolean;
+  entity_detection?: boolean;
+  speech_threshold?: number;
+  summarization?: boolean;
+  summary_model?: 'informative' | 'conversational' | 'catchy';
+  summary_type?: 'bullets' | 'bullets_verbose' | 'gist' | 'headline' | 'paragraph';
+  language_detection?: boolean;
+}
+
+export interface Word {
+  text: string;
+  start: number;
+  end: number;
+  confidence: number;
+  speaker?: string;
+}
+
+export interface Utterance {
+  confidence: number;
+  end: number;
+  speaker: string;
+  start: number;
+  text: string;
+  words: Word[];
+}
+
+export interface Chapter {
+  gist: string;
+  headline: string;
+  start: number;
+  end: number;
+  summary: string;
+}
+
+export interface Entity {
+  entity_type: string;
+  text: string;
+  start: number;
+  end: number;
+}
+
+export interface SentimentResult {
+  text: string;
+  start: number;
+  end: number;
+  sentiment: 'POSITIVE' | 'NEGATIVE' | 'NEUTRAL';
+  confidence: number;
+  speaker?: string;
+}
+
+export interface Transcript {
+  id: string;
+  status: TranscriptStatus;
+  audio_url: string;
+  text?: string;
+  words?: Word[];
+  utterances?: Utterance[];
+  confidence?: number;
+  audio_duration?: number;
+  punctuate?: boolean;
+  format_text?: boolean;
+  dual_channel?: boolean;
+  webhook_url?: string;
+  webhook_status_code?: number;
+  webhook_auth?: boolean;
+  auto_highlights?: boolean;
+  auto_highlights_result?: {
+    status: string;
+    results: Array<{
+      count: number;
+      rank: number;
+      text: string;
+      timestamps: Array<{ start: number; end: number }>;
+    }>;
+  };
+  audio_start_from?: number;
+  audio_end_at?: number;
+  word_boost?: string[];
+  boost_param?: string;
+  filter_profanity?: boolean;
+  redact_pii?: boolean;
+  redact_pii_audio?: boolean;
+  redact_pii_audio_quality?: string;
+  redact_pii_policies?: string[];
+  redact_pii_sub?: string;
+  speaker_labels?: boolean;
+  speakers_expected?: number;
+  content_safety?: boolean;
+  content_safety_labels?: {
+    status: string;
+    results: Array<{
+      text: string;
+      labels: Array<{
+        label: string;
+        confidence: number;
+        severity: number;
+      }>;
+      timestamp: { start: number; end: number };
+    }>;
+    summary: Record<string, number>;
+    severity_score_summary: Record<string, { low: number; medium: number; high: number }>;
+  };
+  iab_categories?: boolean;
+  iab_categories_result?: {
+    status: string;
+    results: Array<{
+      text: string;
+      labels: Array<{ relevance: number; label: string }>;
+      timestamp: { start: number; end: number };
+    }>;
+    summary: Record<string, number>;
+  };
+  language_code?: string;
+  custom_spelling?: Array<{ from: string[]; to: string }>;
+  disfluencies?: boolean;
+  sentiment_analysis?: boolean;
+  sentiment_analysis_results?: SentimentResult[];
+  auto_chapters?: boolean;
+  chapters?: Chapter[];
+  entity_detection?: boolean;
+  entities?: Entity[];
+  speech_threshold?: number;
+  summarization?: boolean;
+  summary?: string;
+  summary_type?: string;
+  summary_model?: string;
+  language_detection?: boolean;
+  language_confidence_threshold?: number;
+  language_confidence?: number;
+  error?: string;
+}
+
+export interface TranscriptListResponse {
+  page_details: {
+    limit: number;
+    result_count: number;
+    current_url: string;
+    prev_url?: string;
+    next_url?: string;
+  };
+  transcripts: Array<{
+    id: string;
+    resource_url: string;
+    status: TranscriptStatus;
+    created: string;
+    completed?: string;
+    audio_url: string;
+    error?: string;
+  }>;
+}
+
+// ============================================
+// Upload Types
+// ============================================
+
+export interface UploadResponse {
+  upload_url: string;
+}
+
+// ============================================
+// LeMUR Types
+// ============================================
+
+export interface LemurTaskRequest {
+  transcript_ids: string[];
+  prompt: string;
+  context?: string;
+  final_model?: 'default' | 'basic' | 'assemblyai/mistral-7b';
+  max_output_size?: number;
+  temperature?: number;
+}
+
+export interface LemurResponse {
+  request_id: string;
+  response: string;
+  usage: {
+    input_tokens: number;
+    output_tokens: number;
+  };
+}
+
+export interface LemurSummaryRequest {
+  transcript_ids: string[];
+  context?: string;
+  final_model?: string;
+  max_output_size?: number;
+  answer_format?: string;
+}
+
+export interface LemurQuestionAnswerRequest {
+  transcript_ids: string[];
+  questions: Array<{
+    question: string;
+    context?: string;
+    answer_format?: string;
+    answer_options?: string[];
+  }>;
+  context?: string;
+  final_model?: string;
+}
+
+export interface LemurQuestionAnswerResponse {
+  request_id: string;
+  response: Array<{
+    question: string;
+    answer: string;
+  }>;
+  usage: {
+    input_tokens: number;
+    output_tokens: number;
+  };
+}
+
+// ============================================
+// API Error Types
+// ============================================
+
+export interface ApiErrorDetail {
+  code: string;
+  message: string;
+  field?: string;
+}
+
+export class AssemblyAIApiError extends Error {
+  public readonly statusCode: number;
+  public readonly errors?: ApiErrorDetail[];
+
+  constructor(message: string, statusCode: number, errors?: ApiErrorDetail[]) {
+    super(message);
+    this.name = 'AssemblyAIApiError';
+    this.statusCode = statusCode;
+    this.errors = errors;
+  }
+}

package/connectors/connect-assemblyai/src/utils/config.ts

@@ -0,0 +1,103 @@
+import { existsSync, readFileSync, writeFileSync, mkdirSync, readdirSync, rmSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+
+const CONNECTOR_NAME = 'connect-assemblyai';
+const DEFAULT_PROFILE = 'default';
+
+export interface ProfileConfig {
+  apiKey?: string;
+}
+
+let profileOverride: string | undefined;
+
+const CONFIG_DIR = join(homedir(), '.connect', CONNECTOR_NAME);
+const PROFILES_DIR = join(CONFIG_DIR, 'profiles');
+const CURRENT_PROFILE_FILE = join(CONFIG_DIR, 'current_profile');
+
+export function setProfileOverride(profile: string | undefined): void {
+  profileOverride = profile;
+}
+
+export function ensureConfigDir(): void {
+  if (!existsSync(CONFIG_DIR)) mkdirSync(CONFIG_DIR, { recursive: true });
+  if (!existsSync(PROFILES_DIR)) mkdirSync(PROFILES_DIR, { recursive: true });
+}
+
+function getProfilePath(profile: string): string {
+  return join(PROFILES_DIR, `${profile}.json`);
+}
+
+export function getCurrentProfile(): string {
+  if (profileOverride) return profileOverride;
+  ensureConfigDir();
+  if (existsSync(CURRENT_PROFILE_FILE)) {
+    try {
+      const profile = readFileSync(CURRENT_PROFILE_FILE, 'utf-8').trim();
+      if (profile && profileExists(profile)) return profile;
+    } catch { /* fall through */ }
+  }
+  return DEFAULT_PROFILE;
+}
+
+export function setCurrentProfile(profile: string): void {
+  ensureConfigDir();
+  if (!profileExists(profile) && profile !== DEFAULT_PROFILE) {
+    throw new Error(`Profile "${profile}" does not exist`);
+  }
+  writeFileSync(CURRENT_PROFILE_FILE, profile);
+}
+
+export function profileExists(profile: string): boolean {
+  return existsSync(getProfilePath(profile));
+}
+
+export function listProfiles(): string[] {
+  ensureConfigDir();
+  if (!existsSync(PROFILES_DIR)) return [];
+  return readdirSync(PROFILES_DIR).filter(f => f.endsWith('.json')).map(f => f.replace('.json', '')).sort();
+}
+
+export function createProfile(profile: string, config: ProfileConfig = {}): boolean {
+  ensureConfigDir();
+  if (profileExists(profile)) return false;
+  if (!/^[a-zA-Z0-9_-]+$/.test(profile)) {
+    throw new Error('Profile name can only contain letters, numbers, hyphens, and underscores');
+  }
+  writeFileSync(getProfilePath(profile), JSON.stringify(config, null, 2));
+  return true;
+}
+
+export function deleteProfile(profile: string): boolean {
+  if (profile === DEFAULT_PROFILE) return false;
+  if (!profileExists(profile)) return false;
+  if (getCurrentProfile() === profile) setCurrentProfile(DEFAULT_PROFILE);
+  rmSync(getProfilePath(profile));
+  return true;
+}
+
+export function loadProfile(profile?: string): ProfileConfig {
+  ensureConfigDir();
+  const profilePath = getProfilePath(profile || getCurrentProfile());
+  if (!existsSync(profilePath)) return {};
+  try { return JSON.parse(readFileSync(profilePath, 'utf-8')); } catch { return {}; }
+}
+
+export function saveProfile(config: ProfileConfig, profile?: string): void {
+  ensureConfigDir();
+  writeFileSync(getProfilePath(profile || getCurrentProfile()), JSON.stringify(config, null, 2));
+}
+
+export function getApiKey(): string | undefined {
+  return process.env.ASSEMBLYAI_API_KEY || loadProfile().apiKey;
+}
+
+export function setApiKey(apiKey: string): void {
+  const config = loadProfile();
+  config.apiKey = apiKey;
+  saveProfile(config);
+}
+
+export function clearConfig(): void { saveProfile({}); }
+export function getConfigDir(): string { return CONFIG_DIR; }
+export function getActiveProfileName(): string { return getCurrentProfile(); }

package/connectors/connect-assemblyai/src/utils/output.ts

@@ -0,0 +1,119 @@
+import chalk from 'chalk';
+
+export type OutputFormat = 'json' | 'table' | 'pretty';
+
+export function formatOutput(data: unknown, format: OutputFormat = 'pretty'): string {
+  switch (format) {
+    case 'json':
+      return JSON.stringify(data, null, 2);
+    case 'table':
+      return formatAsTable(data);
+    case 'pretty':
+    default:
+      return formatPretty(data);
+  }
+}
+
+function formatAsTable(data: unknown): string {
+  if (!Array.isArray(data)) {
+    data = [data];
+  }
+
+  const items = data as Record<string, unknown>[];
+  if (items.length === 0) {
+    return 'No data';
+  }
+
+  const firstItem = items[0];
+  if (!firstItem || typeof firstItem !== 'object') {
+    return 'No data';
+  }
+
+  const keys = Object.keys(firstItem);
+  const colWidths = keys.map(key => {
+    const maxValue = Math.max(
+      key.length,
+      ...items.map(item => String(item[key] ?? '').length)
+    );
+    return Math.min(maxValue, 40);
+  });
+
+  const header = keys.map((key, i) => key.padEnd(colWidths[i] ?? 10)).join(' | ');
+  const separator = colWidths.map(w => '-'.repeat(w)).join('-+-');
+
+  const rows = items.map(item =>
+    keys.map((key, i) => {
+      const value = String(item[key] ?? '');
+      const width = colWidths[i] ?? 10;
+      return value.length > width
+        ? value.substring(0, width - 3) + '...'
+        : value.padEnd(width);
+    }).join(' | ')
+  );
+
+  return [header, separator, ...rows].join('\n');
+}
+
+function formatPretty(data: unknown): string {
+  if (Array.isArray(data)) {
+    return data.map((item, i) => `${chalk.cyan(`[${i + 1}]`)} ${formatPrettyItem(item)}`).join('\n\n');
+  }
+  return formatPrettyItem(data);
+}
+
+function formatPrettyItem(item: unknown, indent = 0): string {
+  if (item === null || item === undefined) {
+    return chalk.gray('null');
+  }
+
+  if (typeof item !== 'object') {
+    return String(item);
+  }
+
+  const spaces = '  '.repeat(indent);
+  const entries = Object.entries(item as Record<string, unknown>);
+
+  return entries
+    .map(([key, value]) => {
+      if (Array.isArray(value)) {
+        if (value.length === 0) {
+          return `${spaces}${chalk.blue(key)}: ${chalk.gray('[]')}`;
+        }
+        if (typeof value[0] === 'object') {
+          return `${spaces}${chalk.blue(key)}:\n${value.map(v => formatPrettyItem(v, indent + 1)).join('\n')}`;
+        }
+        return `${spaces}${chalk.blue(key)}: ${value.join(', ')}`;
+      }
+
+      if (typeof value === 'object' && value !== null) {
+        return `${spaces}${chalk.blue(key)}:\n${formatPrettyItem(value, indent + 1)}`;
+      }
+
+      return `${spaces}${chalk.blue(key)}: ${chalk.white(String(value))}`;
+    })
+    .join('\n');
+}
+
+export function success(message: string): void {
+  console.log(chalk.green('✓'), message);
+}
+
+export function error(message: string): void {
+  console.error(chalk.red('✗'), message);
+}
+
+export function warn(message: string): void {
+  console.warn(chalk.yellow('⚠'), message);
+}
+
+export function info(message: string): void {
+  console.log(chalk.blue('ℹ'), message);
+}
+
+export function heading(message: string): void {
+  console.log(chalk.bold.cyan(`\n${message}\n`));
+}
+
+export function print(data: unknown, format: OutputFormat = 'pretty'): void {
+  console.log(formatOutput(data, format));
+}

package/connectors/connect-assemblyai/tsconfig.json

@@ -0,0 +1,16 @@
+{
+  "compilerOptions": {
+    "target": "ESNext",
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "esModuleInterop": true,
+    "strict": true,
+    "skipLibCheck": true,
+    "declaration": true,
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "types": ["bun-types"]
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "bin"]
+}

package/connectors/connect-baseten/.env.example

@@ -0,0 +1,11 @@
+# API Credentials
+# TODO: Update variable names and instructions for your API
+# Example: PERPLEXITY_API_KEY, OPENAI_API_KEY, etc.
+
+CONNECTOR_API_KEY=your-api-key-here
+
+# Optional: API secret (if your API requires it)
+# CONNECTOR_API_SECRET=your-api-secret-here
+
+# Optional: Custom base URL (if needed)
+# CONNECTOR_BASE_URL=https://api.example.com

package/connectors/connect-baseten/CLAUDE.md

@@ -0,0 +1,128 @@
+# CLAUDE.md
+
+This file provides guidance to Claude Code (claude.ai/code) when working with code in this repository.
+
+## Project Overview
+
+scaffold-connector is a TypeScript template for building API connector CLIs. It provides multi-profile configuration, Bearer token authentication (customizable), and a clean CLI structure using Commander.js.
+
+**This is a SCAFFOLD** - meant to be cloned and customized for specific APIs.
+
+## Build & Run Commands
+
+```bash
+# Install dependencies
+bun install
+
+# Run CLI in development
+bun run dev
+
+# Build for distribution
+bun run build
+
+# Type check
+bun run typecheck
+
+# Run specific commands
+bun run dev profile list
+bun run dev config show
+bun run dev example list
+```
+
+## Code Style
+
+- TypeScript with strict mode
+- ESM modules (type: module)
+- Use async/await for all async operations
+- Minimal dependencies: commander, chalk only
+- Type annotations required everywhere
+- Use interfaces for all API types
+
+## Project Structure
+
+```
+src/
+├── api/
+│   ├── client.ts     # HTTP client with authentication
+│   ├── example.ts    # Example API module (template)
+│   └── index.ts      # Main connector class
+├── cli/
+│   └── index.ts      # CLI commands
+├── types/
+│   └── index.ts      # Type definitions
+├── utils/
+│   ├── config.ts     # Multi-profile configuration
+│   └── output.ts     # CLI output formatting
+└── index.ts          # Library exports
+```
+
+## Key Patterns
+
+### Multi-Profile Configuration
+
+Profiles stored in `~/.connect/{connector-name}/profiles/`:
+- Each profile is a separate JSON file
+- `current_profile` file tracks active profile
+- `--profile` flag overrides for single command
+- Environment variables override profile config
+
+### Authentication
+
+Default is Bearer token in `src/api/client.ts`:
+```typescript
+'Authorization': `Bearer ${this.apiKey}`,
+```
+
+Customize for different auth methods:
+- API Key header: `'X-API-Key': this.apiKey`
+- Basic auth: `'Authorization': 'Basic ' + base64(key:secret)`
+- OAuth: Add token refresh logic
+
+### Adding New API Modules
+
+1. Create file in `src/api/` following `example.ts` pattern
+2. Add to exports in `src/api/index.ts`
+3. Add types in `src/types/index.ts`
+4. Add CLI commands in `src/cli/index.ts`
+
+## TODO Markers
+
+When customizing this scaffold, search for `TODO` comments:
+
+- `src/cli/index.ts:22-24` - CONNECTOR_NAME, VERSION, description
+- `src/utils/config.ts:5-6` - CONNECTOR_NAME, env var prefix
+- `src/api/client.ts:5` - DEFAULT_BASE_URL
+- `src/api/client.ts:45-48` - Authentication method
+- `src/api/index.ts:7` - Rename Connector class
+- `src/types/index.ts` - Replace example types
+
+## Environment Variables
+
+| Variable | Description |
+|----------|-------------|
+| `CONNECTOR_API_KEY` | API key (overrides profile) |
+| `CONNECTOR_API_SECRET` | API secret (optional) |
+| `CONNECTOR_BASE_URL` | Override base URL |
+
+## Data Storage
+
+```
+~/.connect/{connector-name}/
+├── current_profile   # Active profile name
+└── profiles/
+    ├── default.json  # Default profile
+    └── {name}.json   # Named profiles
+```
+
+Profile JSON structure:
+```json
+{
+  "apiKey": "sk-xxx",
+  "apiSecret": "optional"
+}
+```
+
+## Dependencies
+
+- commander: CLI framework
+- chalk: Terminal styling