@hasna/connectors 0.4.2 → 0.5.0

package/connectors/connect-fireworks/package.json

@@ -0,0 +1,51 @@
+{
+  "name": "@hasna/connect-fireworks",
+  "version": "0.0.1",
+  "description": "Fireworks AI connector CLI - Fast inference for open models with multi-profile support",
+  "type": "module",
+  "bin": {
+    "connect-fireworks": "./bin/index.js"
+  },
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "scripts": {
+    "build": "bun build ./src/index.ts --outdir ./dist --target bun && bun build ./src/cli/index.ts --outdir ./bin --target bun",
+    "dev": "bun run ./src/cli/index.ts",
+    "typecheck": "tsc --noEmit",
+    "prepublishOnly": "bun run build"
+  },
+  "keywords": [
+    "fireworks",
+    "ai",
+    "api",
+    "connector",
+    "cli",
+    "typescript",
+    "bun",
+    "llm",
+    "openai"
+  ],
+  "author": "Hasna",
+  "license": "Apache-2.0",
+  "devDependencies": {
+    "@types/bun": "latest",
+    "typescript": "^5"
+  },
+  "dependencies": {
+    "commander": "^12.1.0",
+    "chalk": "^5.3.0"
+  },
+  "engines": {
+    "bun": ">=1.0.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/hasna/open-connectors.git"
+  }
+}

package/connectors/connect-fireworks/src/api/client.ts

@@ -0,0 +1,63 @@
+import { FireworksApiError, type FireworksConfig, type ChatRequest, type ChatResponse, type ModelsResponse } from '../types';
+
+const DEFAULT_BASE_URL = 'https://api.fireworks.ai/inference/v1';
+
+export class FireworksClient {
+  private readonly apiKey: string;
+  private readonly baseUrl: string;
+
+  constructor(config: FireworksConfig) {
+    if (!config.apiKey) {
+      throw new Error('API key is required');
+    }
+    this.apiKey = config.apiKey;
+    this.baseUrl = config.baseUrl || DEFAULT_BASE_URL;
+  }
+
+  private async request<T>(
+    endpoint: string,
+    options: RequestInit = {}
+  ): Promise<T> {
+    const url = `${this.baseUrl}${endpoint}`;
+
+    const response = await fetch(url, {
+      ...options,
+      headers: {
+        'Content-Type': 'application/json',
+        'Authorization': `Bearer ${this.apiKey}`,
+        ...options.headers,
+      },
+    });
+
+    const data = await response.json().catch(() => null);
+
+    if (!response.ok) {
+      let errorMessage = String(data || response.statusText);
+      if (typeof data === 'object' && data !== null) {
+        const errorObj = data as { error?: { message?: string }; message?: string };
+        errorMessage = errorObj.error?.message || errorObj.message || JSON.stringify(data);
+      }
+      throw new FireworksApiError(errorMessage, response.status);
+    }
+
+    return data as T;
+  }
+
+  async chat(request: ChatRequest): Promise<ChatResponse> {
+    return this.request<ChatResponse>('/chat/completions', {
+      method: 'POST',
+      body: JSON.stringify(request),
+    });
+  }
+
+  async listModels(): Promise<ModelsResponse> {
+    return this.request<ModelsResponse>('/models');
+  }
+
+  getApiKeyPreview(): string {
+    if (this.apiKey.length > 10) {
+      return `${this.apiKey.substring(0, 6)}...${this.apiKey.substring(this.apiKey.length - 4)}`;
+    }
+    return '***';
+  }
+}

package/connectors/connect-fireworks/src/api/index.ts

@@ -0,0 +1,36 @@
+import type { FireworksConfig, ChatRequest, ChatResponse, ModelsResponse } from '../types';
+import { FireworksClient } from './client';
+
+export class Fireworks {
+  private readonly client: FireworksClient;
+
+  constructor(config: FireworksConfig) {
+    this.client = new FireworksClient(config);
+  }
+
+  static fromEnv(): Fireworks {
+    const apiKey = process.env.FIREWORKS_API_KEY;
+    if (!apiKey) {
+      throw new Error('FIREWORKS_API_KEY environment variable is required');
+    }
+    return new Fireworks({ apiKey });
+  }
+
+  async chat(request: ChatRequest): Promise<ChatResponse> {
+    return this.client.chat(request);
+  }
+
+  async listModels(): Promise<ModelsResponse> {
+    return this.client.listModels();
+  }
+
+  getApiKeyPreview(): string {
+    return this.client.getApiKeyPreview();
+  }
+
+  getClient(): FireworksClient {
+    return this.client;
+  }
+}
+
+export { FireworksClient } from './client';

package/connectors/connect-fireworks/src/cli/index.ts

@@ -0,0 +1,244 @@
+#!/usr/bin/env bun
+import { Command } from 'commander';
+import chalk from 'chalk';
+import { Fireworks } from '../api';
+import {
+  getApiKey,
+  setApiKey,
+  clearConfig,
+  getConfigDir,
+  setProfileOverride,
+  getCurrentProfile,
+  setCurrentProfile,
+  listProfiles,
+  createProfile,
+  deleteProfile,
+  profileExists,
+  loadProfile,
+} from '../utils/config';
+import type { OutputFormat } from '../utils/output';
+import { success, error, info, print } from '../utils/output';
+
+const CONNECTOR_NAME = 'connect-fireworks';
+const VERSION = '0.0.1';
+
+const program = new Command();
+
+program
+  .name(CONNECTOR_NAME)
+  .description('Fireworks AI connector CLI - Fast inference for open models with multi-profile support')
+  .version(VERSION)
+  .option('-k, --api-key <key>', 'API key (overrides config)')
+  .option('-f, --format <format>', 'Output format (json, pretty)', 'pretty')
+  .option('-p, --profile <profile>', 'Use a specific profile')
+  .hook('preAction', (thisCommand) => {
+    const opts = thisCommand.opts();
+    if (opts.profile) {
+      if (!profileExists(opts.profile)) {
+        error(`Profile "${opts.profile}" does not exist. Create it with "${CONNECTOR_NAME} profile create ${opts.profile}"`);
+        process.exit(1);
+      }
+      setProfileOverride(opts.profile);
+    }
+    if (opts.apiKey) {
+      process.env.FIREWORKS_API_KEY = opts.apiKey;
+    }
+  });
+
+function getFormat(cmd: Command): OutputFormat {
+  const parent = cmd.parent;
+  return (parent?.opts().format || 'pretty') as OutputFormat;
+}
+
+function getClient(): Fireworks {
+  const apiKey = getApiKey();
+  if (!apiKey) {
+    error(`No API key configured. Run "${CONNECTOR_NAME} config set-key <key>" or set FIREWORKS_API_KEY environment variable.`);
+    process.exit(1);
+  }
+  return new Fireworks({ apiKey });
+}
+
+// ============================================
+// Profile Commands
+// ============================================
+const profileCmd = program
+  .command('profile')
+  .description('Manage configuration profiles');
+
+profileCmd
+  .command('list')
+  .description('List all profiles')
+  .action(() => {
+    const profiles = listProfiles();
+    const current = getCurrentProfile();
+    if (profiles.length === 0) {
+      info('No profiles found. Use "profile create <name>" to create one.');
+      return;
+    }
+    success(`Profiles:`);
+    profiles.forEach(p => {
+      const isActive = p === current ? chalk.green(' (active)') : '';
+      console.log(`  ${p}${isActive}`);
+    });
+  });
+
+profileCmd
+  .command('use <name>')
+  .description('Switch to a profile')
+  .action((name: string) => {
+    if (!profileExists(name)) {
+      error(`Profile "${name}" does not exist. Create it with "profile create ${name}"`);
+      process.exit(1);
+    }
+    setCurrentProfile(name);
+    success(`Switched to profile: ${name}`);
+  });
+
+profileCmd
+  .command('create <name>')
+  .description('Create a new profile')
+  .option('--api-key <key>', 'API key')
+  .option('--use', 'Switch to this profile after creation')
+  .action((name: string, opts) => {
+    if (profileExists(name)) {
+      error(`Profile "${name}" already exists`);
+      process.exit(1);
+    }
+    createProfile(name, { apiKey: opts.apiKey });
+    success(`Profile "${name}" created`);
+    if (opts.use) {
+      setCurrentProfile(name);
+      info(`Switched to profile: ${name}`);
+    }
+  });
+
+profileCmd
+  .command('delete <name>')
+  .description('Delete a profile')
+  .action((name: string) => {
+    if (name === 'default') {
+      error('Cannot delete the default profile');
+      process.exit(1);
+    }
+    if (deleteProfile(name)) {
+      success(`Profile "${name}" deleted`);
+    } else {
+      error(`Profile "${name}" not found`);
+      process.exit(1);
+    }
+  });
+
+profileCmd
+  .command('show [name]')
+  .description('Show profile configuration')
+  .action((name?: string) => {
+    const profileName = name || getCurrentProfile();
+    const config = loadProfile(profileName);
+    const active = getCurrentProfile();
+    console.log(chalk.bold(`Profile: ${profileName}${profileName === active ? chalk.green(' (active)') : ''}`));
+    info(`API Key: ${config.apiKey ? `${config.apiKey.substring(0, 8)}...` : chalk.gray('not set')}`);
+  });
+
+// ============================================
+// Config Commands
+// ============================================
+const configCmd = program
+  .command('config')
+  .description('Manage CLI configuration (for active profile)');
+
+configCmd
+  .command('set-key <apiKey>')
+  .description('Set API key')
+  .action((apiKey: string) => {
+    setApiKey(apiKey);
+    success(`API key saved to profile: ${getCurrentProfile()}`);
+  });
+
+configCmd
+  .command('show')
+  .description('Show current configuration')
+  .action(() => {
+    const profileName = getCurrentProfile();
+    const apiKey = getApiKey();
+    console.log(chalk.bold(`Active Profile: ${profileName}`));
+    info(`Config directory: ${getConfigDir()}`);
+    info(`API Key: ${apiKey ? `${apiKey.substring(0, 8)}...` : chalk.gray('not set')}`);
+  });
+
+configCmd
+  .command('clear')
+  .description('Clear configuration for active profile')
+  .action(() => {
+    clearConfig();
+    success(`Configuration cleared for profile: ${getCurrentProfile()}`);
+  });
+
+// ============================================
+// Chat Commands
+// ============================================
+const chatCmd = program
+  .command('chat')
+  .description('Chat with Fireworks models');
+
+chatCmd
+  .command('send <message>')
+  .description('Send a chat message')
+  .option('-m, --model <model>', 'Model to use', 'accounts/fireworks/models/llama-v3p1-8b-instruct')
+  .option('-s, --system <prompt>', 'System prompt')
+  .option('-t, --temperature <temp>', 'Temperature (0-2)', '0.7')
+  .option('--max-tokens <tokens>', 'Maximum tokens to generate')
+  .action(async (message: string, opts) => {
+    try {
+      const client = getClient();
+      const messages: { role: 'system' | 'user' | 'assistant'; content: string }[] = [];
+      if (opts.system) {
+        messages.push({ role: 'system', content: opts.system });
+      }
+      messages.push({ role: 'user', content: message });
+
+      const result = await client.chat({
+        model: opts.model,
+        messages,
+        temperature: parseFloat(opts.temperature),
+        max_tokens: opts.maxTokens ? parseInt(opts.maxTokens) : undefined,
+      });
+
+      const format = getFormat(chatCmd);
+      if (format === 'json') {
+        print(result, format);
+      } else {
+        const response = result.choices[0]?.message?.content || '';
+        console.log(response);
+        if (result.usage) {
+          info(`\nTokens: ${result.usage.prompt_tokens} prompt, ${result.usage.completion_tokens} completion, ${result.usage.total_tokens} total`);
+        }
+      }
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+// ============================================
+// Models Commands
+// ============================================
+const modelsCmd = program
+  .command('models')
+  .description('Manage Fireworks models');
+
+modelsCmd
+  .command('list')
+  .description('List available models')
+  .action(async () => {
+    try {
+      const client = getClient();
+      const result = await client.listModels();
+      print(result, getFormat(modelsCmd));
+    } catch (err) {
+      error(String(err));
+      process.exit(1);
+    }
+  });
+
+program.parse();

package/connectors/connect-fireworks/src/index.ts

@@ -0,0 +1,19 @@
+// Fireworks AI Connector
+// TypeScript wrapper for Fireworks AI API
+
+export { Fireworks } from './api';
+export * from './types';
+export { FireworksClient } from './api';
+
+export {
+  getApiKey,
+  setApiKey,
+  getCurrentProfile,
+  setCurrentProfile,
+  listProfiles,
+  createProfile,
+  deleteProfile,
+  loadProfile,
+  saveProfile,
+  clearConfig,
+} from './utils/config';

package/connectors/connect-fireworks/src/types/index.ts

@@ -0,0 +1,70 @@
+// Fireworks AI API Types
+
+export interface FireworksConfig {
+  apiKey: string;
+  baseUrl?: string;
+}
+
+// Chat Types
+export interface ChatMessage {
+  role: 'system' | 'user' | 'assistant';
+  content: string;
+}
+
+export interface ChatRequest {
+  model: string;
+  messages: ChatMessage[];
+  temperature?: number;
+  max_tokens?: number;
+  top_p?: number;
+  frequency_penalty?: number;
+  presence_penalty?: number;
+  stop?: string | string[];
+  stream?: boolean;
+}
+
+export interface ChatChoice {
+  index: number;
+  message: ChatMessage;
+  finish_reason: string;
+}
+
+export interface ChatUsage {
+  prompt_tokens: number;
+  completion_tokens: number;
+  total_tokens: number;
+}
+
+export interface ChatResponse {
+  id: string;
+  object: string;
+  created: number;
+  model: string;
+  choices: ChatChoice[];
+  usage?: ChatUsage;
+}
+
+// Models Types
+export interface FireworksModel {
+  id: string;
+  object: string;
+  created?: number;
+  owned_by?: string;
+}
+
+export interface ModelsResponse {
+  object: string;
+  data: FireworksModel[];
+}
+
+// Error Types
+export class FireworksApiError extends Error {
+  constructor(
+    message: string,
+    public readonly status: number,
+    public readonly code?: string
+  ) {
+    super(message);
+    this.name = 'FireworksApiError';
+  }
+}

package/connectors/connect-fireworks/src/utils/config.ts

@@ -0,0 +1,103 @@
+import { existsSync, readFileSync, writeFileSync, mkdirSync, readdirSync, rmSync } from 'fs';
+import { homedir } from 'os';
+import { join } from 'path';
+
+const CONNECTOR_NAME = 'connect-fireworks';
+const DEFAULT_PROFILE = 'default';
+
+export interface ProfileConfig {
+  apiKey?: string;
+}
+
+let profileOverride: string | undefined;
+
+const CONFIG_DIR = join(homedir(), '.connect', CONNECTOR_NAME);
+const PROFILES_DIR = join(CONFIG_DIR, 'profiles');
+const CURRENT_PROFILE_FILE = join(CONFIG_DIR, 'current_profile');
+
+export function setProfileOverride(profile: string | undefined): void {
+  profileOverride = profile;
+}
+
+export function ensureConfigDir(): void {
+  if (!existsSync(CONFIG_DIR)) mkdirSync(CONFIG_DIR, { recursive: true });
+  if (!existsSync(PROFILES_DIR)) mkdirSync(PROFILES_DIR, { recursive: true });
+}
+
+function getProfilePath(profile: string): string {
+  return join(PROFILES_DIR, `${profile}.json`);
+}
+
+export function getCurrentProfile(): string {
+  if (profileOverride) return profileOverride;
+  ensureConfigDir();
+  if (existsSync(CURRENT_PROFILE_FILE)) {
+    try {
+      const profile = readFileSync(CURRENT_PROFILE_FILE, 'utf-8').trim();
+      if (profile && profileExists(profile)) return profile;
+    } catch { /* fall through */ }
+  }
+  return DEFAULT_PROFILE;
+}
+
+export function setCurrentProfile(profile: string): void {
+  ensureConfigDir();
+  if (!profileExists(profile) && profile !== DEFAULT_PROFILE) {
+    throw new Error(`Profile "${profile}" does not exist`);
+  }
+  writeFileSync(CURRENT_PROFILE_FILE, profile);
+}
+
+export function profileExists(profile: string): boolean {
+  return existsSync(getProfilePath(profile));
+}
+
+export function listProfiles(): string[] {
+  ensureConfigDir();
+  if (!existsSync(PROFILES_DIR)) return [];
+  return readdirSync(PROFILES_DIR).filter(f => f.endsWith('.json')).map(f => f.replace('.json', '')).sort();
+}
+
+export function createProfile(profile: string, config: ProfileConfig = {}): boolean {
+  ensureConfigDir();
+  if (profileExists(profile)) return false;
+  if (!/^[a-zA-Z0-9_-]+$/.test(profile)) {
+    throw new Error('Profile name can only contain letters, numbers, hyphens, and underscores');
+  }
+  writeFileSync(getProfilePath(profile), JSON.stringify(config, null, 2));
+  return true;
+}
+
+export function deleteProfile(profile: string): boolean {
+  if (profile === DEFAULT_PROFILE) return false;
+  if (!profileExists(profile)) return false;
+  if (getCurrentProfile() === profile) setCurrentProfile(DEFAULT_PROFILE);
+  rmSync(getProfilePath(profile));
+  return true;
+}
+
+export function loadProfile(profile?: string): ProfileConfig {
+  ensureConfigDir();
+  const profilePath = getProfilePath(profile || getCurrentProfile());
+  if (!existsSync(profilePath)) return {};
+  try { return JSON.parse(readFileSync(profilePath, 'utf-8')); } catch { return {}; }
+}
+
+export function saveProfile(config: ProfileConfig, profile?: string): void {
+  ensureConfigDir();
+  writeFileSync(getProfilePath(profile || getCurrentProfile()), JSON.stringify(config, null, 2));
+}
+
+export function getApiKey(): string | undefined {
+  return process.env.FIREWORKS_API_KEY || loadProfile().apiKey;
+}
+
+export function setApiKey(apiKey: string): void {
+  const config = loadProfile();
+  config.apiKey = apiKey;
+  saveProfile(config);
+}
+
+export function clearConfig(): void { saveProfile({}); }
+export function getConfigDir(): string { return CONFIG_DIR; }
+export function getActiveProfileName(): string { return getCurrentProfile(); }