@gguf/coder 0.2.9 → 0.3.1

package/scripts/test.sh

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+
+# Test script that runs all test:all commands
+# Exit on first error
+set -e
+
+echo "🧪 Running all tests..."
+echo ""
+
+echo "📝 Checking code formatting..."
+pnpm test:format
+echo ""
+echo "✅ Format check passed"
+echo ""
+
+echo "🔍 Checking TypeScript types..."
+pnpm test:types
+echo ""
+echo "✅ Type check passed"
+echo ""
+
+echo "🔎 Running linter..."
+pnpm test:lint
+echo ""
+echo "✅ Lint check passed"
+echo ""
+
+echo "🧩 Running AVA tests..."
+pnpm test:ava
+echo ""
+echo "✅ AVA tests passed"
+echo ""
+
+echo "🗑️  Checking for unused code..."
+pnpm test:knip
+echo ""
+echo "✅ Knip check passed"
+echo ""
+
+echo "✅ Everything passes!"

package/scripts/update-homebrew-formula.sh

@@ -0,0 +1,125 @@
+#!/usr/bin/env bash
+# Update Homebrew formula version and SHA256 hash for a new release
+# Usage: ./scripts/update-homebrew-formula.sh <version>
+# Example: ./scripts/update-homebrew-formula.sh 1.15.0
+
+set -e
+
+VERSION=$1
+# FORMULA_FILE="Formula/coder.rb"
+NPM_PACKAGE="@gguf/coder"
+
+# Color codes for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+if [ -z "$VERSION" ]; then
+  echo -e "${RED}Error: Version number required${NC}"
+  echo "Usage: $0 <version>"
+  echo "Example: $0 1.15.0"
+  exit 1
+fi
+
+echo -e "${YELLOW}Updating Homebrew formula to version ${VERSION}...${NC}"
+echo ""
+
+# Step 1: Update version in formula file
+echo "Step 1: Updating version number in ${FORMULA_FILE}..."
+NPM_URL="https://registry.npmjs.org/${NPM_PACKAGE}/-/coder-${VERSION}.tgz"
+
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  # macOS requires -i '' for in-place editing
+  sed -i '' "s|url \"https://registry.npmjs.org/${NPM_PACKAGE}/-/coder-.*\.tgz\"|url \"${NPM_URL}\"|" "$FORMULA_FILE"
+else
+  # Linux
+  sed -i "s|url \"https://registry.npmjs.org/${NPM_PACKAGE}/-/coder-.*\.tgz\"|url \"${NPM_URL}\"|" "$FORMULA_FILE"
+fi
+
+# Step 2: Download tarball and calculate SHA256
+echo "Step 2: Downloading tarball from NPM..."
+echo "URL: ${NPM_URL}"
+
+TEMP_FILE=$(mktemp)
+trap "rm -f ${TEMP_FILE}" EXIT
+
+if ! curl -sSL "${NPM_URL}" -o "${TEMP_FILE}"; then
+  echo -e "${RED}Error: Failed to download tarball from NPM${NC}"
+  echo "Please verify that version ${VERSION} has been published to NPM"
+  echo "Check: https://www.npmjs.com/package/${NPM_PACKAGE}"
+  exit 1
+fi
+
+echo "Step 3: Calculating SHA256 hash..."
+if command -v shasum >/dev/null 2>&1; then
+  # macOS and some Linux systems
+  SHA256=$(shasum -a 256 "${TEMP_FILE}" | awk '{print $1}')
+elif command -v sha256sum >/dev/null 2>&1; then
+  # Most Linux systems
+  SHA256=$(sha256sum "${TEMP_FILE}" | awk '{print $1}')
+else
+  echo -e "${RED}Error: Neither shasum nor sha256sum found${NC}"
+  echo "Please install one of these tools to calculate SHA256 hashes"
+  exit 1
+fi
+
+if [ -z "$SHA256" ]; then
+  echo -e "${RED}Error: Failed to calculate SHA256 hash${NC}"
+  exit 1
+fi
+
+echo -e "${GREEN}Found hash: ${SHA256}${NC}"
+echo ""
+
+# Step 4: Update formula with real hash
+echo "Step 4: Updating formula with calculated hash..."
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  sed -i '' "s/sha256 \".*\"/sha256 \"${SHA256}\"/" "$FORMULA_FILE"
+else
+  sed -i "s/sha256 \".*\"/sha256 \"${SHA256}\"/" "$FORMULA_FILE"
+fi
+
+# Step 5: Validate formula syntax
+echo "Step 5: Validating formula syntax..."
+if ! ruby -c "$FORMULA_FILE" > /dev/null 2>&1; then
+  echo -e "${RED}✗ Formula has syntax errors${NC}"
+  ruby -c "$FORMULA_FILE"
+  exit 1
+fi
+
+echo -e "${GREEN}✓ Formula syntax is valid${NC}"
+
+# Step 6: Audit formula (if brew is available)
+if command -v brew >/dev/null 2>&1; then
+  echo "Step 6: Auditing formula with Homebrew..."
+  # Note: brew audit with path doesn't work in current Homebrew versions
+  # This is a known limitation, so we skip it for now
+  echo -e "${YELLOW}Note: Automated brew audit is not available for local formulae${NC}"
+  echo -e "${YELLOW}Manual audit will be required after pushing to repository${NC}"
+else
+  echo -e "${YELLOW}Step 6: Skipping brew audit (brew not installed)${NC}"
+fi
+
+echo ""
+echo -e "${GREEN}════════════════════════════════════════════════${NC}"
+echo -e "${GREEN}Success! Homebrew formula updated to v${VERSION}${NC}"
+echo -e "${GREEN}════════════════════════════════════════════════${NC}"
+echo ""
+echo "Changes made to: ${FORMULA_FILE}"
+echo ""
+echo "Formula details:"
+echo "  Version: ${VERSION}"
+echo "  URL: ${NPM_URL}"
+echo "  SHA256: ${SHA256}"
+echo ""
+echo "Next steps:"
+echo "  1. Review the changes: git diff ${FORMULA_FILE}"
+echo "  2. Commit: git add ${FORMULA_FILE}"
+echo "  3. Commit: git commit -m 'chore: update homebrew formula to v${VERSION}'"
+echo "  4. Push: git push"
+echo ""
+echo "To test the formula locally:"
+echo "  1. brew tap mochiyaki/coder https://github.com/mochiyaki/coder"
+echo "  2. brew install coder"
+echo "  3. coder --help"

package/scripts/update-nix-version.sh

@@ -0,0 +1,157 @@
+#!/usr/bin/env bash
+# Update Nix package version and hashes for a new release
+# Usage: ./scripts/update-nix-version.sh <version>
+# Example: ./scripts/update-nix-version.sh 1.15.0
+
+set -e
+
+VERSION=$1
+SKIP_VERIFY=$2
+NIX_FILE="nix/packages/default/default.nix"
+FAKE_HASH="sha256-AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA="
+
+# Color codes for output
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[1;33m'
+NC='\033[0m' # No Color
+
+if [ -z "$VERSION" ]; then
+  echo -e "${RED}Error: Version number required${NC}"
+  echo "Usage: $0 <version> [--skip-verify]"
+  echo "Example: $0 1.15.0"
+  echo "Example: $0 1.15.0 --skip-verify"
+  exit 1
+fi
+
+echo -e "${YELLOW}Updating Nix package to version ${VERSION}...${NC}"
+echo ""
+
+# Step 1: Update version in nix file
+echo "Step 1: Updating version number in ${NIX_FILE}..."
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  sed -i '' "s|version = \".*\";|version = \"${VERSION}\";|" "$NIX_FILE"
+else
+  sed -i "s|version = \".*\";|version = \"${VERSION}\";|" "$NIX_FILE"
+fi
+
+# Step 2: Insert fake source hash
+echo "Step 2: Using fake source hash to trigger hash calculation..."
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  sed -i '' "s|sha256 = \".*\";|sha256 = \"${FAKE_HASH}\";|" "$NIX_FILE"
+else
+  sed -i "s|sha256 = \".*\";|sha256 = \"${FAKE_HASH}\";|" "$NIX_FILE"
+fi
+
+# Step 3: Build to get the real source hash
+echo "Step 3: Building package to get correct source hash..."
+echo -e "${YELLOW}(This will fail - that's expected!)${NC}"
+echo ""
+
+BUILD_OUTPUT=$(nix build .#default 2>&1 || true)
+SOURCE_HASH=$(echo "$BUILD_OUTPUT" | sed -n 's/.*got:[[:space:]]*\(sha256-[A-Za-z0-9+/=]*\).*/\1/p' | head -1)
+
+if [ -z "$SOURCE_HASH" ]; then
+  echo -e "${RED}Error: Could not extract source hash from build output${NC}"
+  echo "Build output:"
+  echo "$BUILD_OUTPUT"
+  exit 1
+fi
+
+echo -e "${GREEN}Found source hash: ${SOURCE_HASH}${NC}"
+echo ""
+
+# Step 4: Update with real source hash
+echo "Step 4: Updating with correct source hash..."
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  sed -i '' "s|sha256 = \".*\";|sha256 = \"${SOURCE_HASH}\";|" "$NIX_FILE"
+else
+  sed -i "s|sha256 = \".*\";|sha256 = \"${SOURCE_HASH}\";|" "$NIX_FILE"
+fi
+
+# Step 5: Insert fake pnpmDeps hash
+echo "Step 5: Using fake pnpmDeps hash to trigger hash calculation..."
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  sed -i '' "s|hash = \".*\";|hash = \"${FAKE_HASH}\";|" "$NIX_FILE"
+else
+  sed -i "s|hash = \".*\";|hash = \"${FAKE_HASH}\";|" "$NIX_FILE"
+fi
+
+# Step 6: Build to get the real pnpmDeps hash
+echo "Step 6: Building package to get correct pnpmDeps hash..."
+echo -e "${YELLOW}(This will fail - that's expected!)${NC}"
+echo ""
+
+BUILD_OUTPUT=$(nix build .#default 2>&1 || true)
+PNPM_HASH=$(echo "$BUILD_OUTPUT" | sed -n 's/.*got:[[:space:]]*\(sha256-[A-Za-z0-9+/=]*\).*/\1/p' | head -1)
+
+if [ -z "$PNPM_HASH" ]; then
+  echo -e "${RED}Error: Could not extract pnpmDeps hash from build output${NC}"
+  echo "Build output:"
+  echo "$BUILD_OUTPUT"
+  exit 1
+fi
+
+echo -e "${GREEN}Found pnpmDeps hash: ${PNPM_HASH}${NC}"
+echo ""
+
+# Step 7: Update with real pnpmDeps hash
+echo "Step 7: Updating with correct pnpmDeps hash..."
+if [[ "$OSTYPE" == "darwin"* ]]; then
+  sed -i '' "s|hash = \".*\";|hash = \"${PNPM_HASH}\";|" "$NIX_FILE"
+else
+  sed -i "s|hash = \".*\";|hash = \"${PNPM_HASH}\";|" "$NIX_FILE"
+fi
+
+# Step 8: Build again to verify (unless --skip-verify is passed)
+if [ "$SKIP_VERIFY" = "--skip-verify" ]; then
+  echo "Step 8: Skipping verification build (--skip-verify flag passed)"
+  echo ""
+  echo -e "${GREEN}════════════════════════════════════════════════${NC}"
+  echo -e "${GREEN}Success! Nix package updated to v${VERSION}${NC}"
+  echo -e "${GREEN}════════════════════════════════════════════════${NC}"
+  echo ""
+  echo "Changes made to: ${NIX_FILE}"
+  echo ""
+  echo "Source hash: ${SOURCE_HASH}"
+  echo "pnpmDeps hash: ${PNPM_HASH}"
+  echo ""
+  echo -e "${YELLOW}Note: Verification build was skipped. Run 'nix build .#default' locally to verify.${NC}"
+else
+  echo "Step 8: Verifying build with correct hashes..."
+  if nix build .#default; then
+    echo -e "${GREEN}✓ Build successful!${NC}"
+    echo ""
+
+    # Test the binary exists
+    echo "Step 9: Verifying binary exists..."
+    if [ -f "./result/bin/coder" ] && [ -x "./result/bin/coder" ]; then
+      echo -e "${GREEN}✓ Binary exists and is executable!${NC}"
+    else
+      echo -e "${YELLOW}⚠ Warning: Binary not found or not executable${NC}"
+    fi
+
+    # Clean up
+    rm -f result
+
+    echo ""
+    echo -e "${GREEN}════════════════════════════════════════════════${NC}"
+    echo -e "${GREEN}Success! Nix package updated to v${VERSION}${NC}"
+    echo -e "${GREEN}════════════════════════════════════════════════${NC}"
+    echo ""
+    echo "Changes made to: ${NIX_FILE}"
+    echo ""
+    echo "Source hash: ${SOURCE_HASH}"
+    echo "pnpmDeps hash: ${PNPM_HASH}"
+    echo ""
+    echo "Next steps:"
+    echo "  1. Review the changes: git diff ${NIX_FILE}"
+    echo "  2. Commit: git add ${NIX_FILE}"
+    echo "  3. Commit: git commit -m 'chore: update nix package to v${VERSION}'"
+    echo "  4. Push: git push"
+  else
+    echo -e "${RED}✗ Build failed with correct hashes${NC}"
+    echo "Please check the build output above for errors."
+    exit 1
+  fi
+fi

package/source/ai-sdk-client/AISDKClient.spec.ts

@@ -0,0 +1,117 @@
+import test from 'ava';
+import type {AIProviderConfig} from '@/types/index';
+import {AISDKClient} from './AISDKClient.js';
+
+test('AISDKClient constructor initializes with config', t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: ['test-model-1', 'test-model-2'],
+		config: {
+			baseURL: 'https://api.test.com',
+			apiKey: 'test-key',
+		},
+	};
+
+	const client = new AISDKClient(config);
+
+	t.is(client.getCurrentModel(), 'test-model-1');
+	t.is(client.getContextSize(), 0); // Not yet loaded
+	t.is(client.getMaxRetries(), 2); // Default value
+});
+
+test('AISDKClient.create returns a Promise', async t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: ['test-model'],
+		config: {
+			baseURL: 'https://api.test.com',
+			apiKey: 'test-key',
+		},
+	};
+
+	const client = await AISDKClient.create(config);
+
+	t.truthy(client);
+	t.true(client instanceof AISDKClient);
+});
+
+test('AISDKClient setModel updates current model', t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: ['model-1', 'model-2'],
+		config: {
+			baseURL: 'https://api.test.com',
+		},
+	};
+
+	const client = new AISDKClient(config);
+	t.is(client.getCurrentModel(), 'model-1');
+
+	client.setModel('model-2');
+	t.is(client.getCurrentModel(), 'model-2');
+});
+
+test('AISDKClient getAvailableModels returns models array', async t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: ['model-1', 'model-2', 'model-3'],
+		config: {
+			baseURL: 'https://api.test.com',
+		},
+	};
+
+	const client = new AISDKClient(config);
+	const models = await client.getAvailableModels();
+
+	t.deepEqual(models, ['model-1', 'model-2', 'model-3']);
+});
+
+test('AISDKClient clearContext resolves successfully', async t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: ['test-model'],
+		config: {
+			baseURL: 'https://api.test.com',
+		},
+	};
+
+	const client = new AISDKClient(config);
+
+	await t.notThrowsAsync(async () => {
+		await client.clearContext();
+	});
+});
+
+test('AISDKClient uses custom maxRetries from config', t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: ['test-model'],
+		maxRetries: 5,
+		config: {
+			baseURL: 'https://api.test.com',
+		},
+	};
+
+	const client = new AISDKClient(config);
+	t.is(client.getMaxRetries(), 5);
+});
+
+test('AISDKClient handles config without models', t => {
+	const config: AIProviderConfig = {
+		name: 'TestProvider',
+		type: 'openai',
+		models: [],
+		config: {
+			baseURL: 'https://api.test.com',
+		},
+	};
+
+	const client = new AISDKClient(config);
+	t.is(client.getCurrentModel(), '');
+});

package/source/ai-sdk-client/AISDKClient.ts

@@ -0,0 +1,155 @@
+import {TIMEOUT_SOCKET_DEFAULT_MS} from '@/constants';
+import {getModelContextLimit} from '@/models/index.js';
+import type {
+	AIProviderConfig,
+	AISDKCoreTool,
+	LLMChatResponse,
+	LLMClient,
+	Message,
+	StreamCallbacks,
+} from '@/types/index';
+import {getLogger} from '@/utils/logging';
+import {createOpenAICompatible} from '@ai-sdk/openai-compatible';
+import type {LanguageModel} from 'ai';
+import {Agent} from 'undici';
+import {handleChat} from './chat/chat-handler.js';
+import {createProvider} from './providers/provider-factory.js';
+
+export class AISDKClient implements LLMClient {
+	private provider: ReturnType<typeof createOpenAICompatible>;
+	private currentModel: string;
+	private availableModels: string[];
+	private providerConfig: AIProviderConfig;
+	private undiciAgent: Agent;
+	private cachedContextSize: number;
+	private maxRetries: number;
+
+	constructor(providerConfig: AIProviderConfig) {
+		const logger = getLogger();
+
+		this.providerConfig = providerConfig;
+		this.availableModels = providerConfig.models;
+		this.currentModel = providerConfig.models[0] || '';
+		this.cachedContextSize = 0;
+		// Default to 2 retries (same as AI SDK default), or use configured value
+		this.maxRetries = providerConfig.maxRetries ?? 2;
+
+		logger.info('AI SDK client initializing', {
+			models: this.availableModels,
+			defaultModel: this.currentModel,
+			provider: providerConfig.name || 'unknown',
+			baseUrl: providerConfig.config.baseURL ? '[REDACTED]' : undefined,
+			maxRetries: this.maxRetries,
+		});
+
+		const {connectionPool} = this.providerConfig;
+		const {requestTimeout, socketTimeout} = this.providerConfig;
+		const effectiveSocketTimeout = socketTimeout ?? requestTimeout;
+		const resolvedSocketTimeout =
+			effectiveSocketTimeout === -1
+				? 0
+				: (effectiveSocketTimeout ?? TIMEOUT_SOCKET_DEFAULT_MS);
+
+		this.undiciAgent = new Agent({
+			connect: {
+				timeout: resolvedSocketTimeout,
+			},
+			bodyTimeout: resolvedSocketTimeout,
+			headersTimeout: resolvedSocketTimeout,
+			keepAliveTimeout: connectionPool?.idleTimeout,
+			keepAliveMaxTimeout: connectionPool?.cumulativeMaxIdleTimeout,
+		});
+
+		this.provider = createProvider(this.providerConfig, this.undiciAgent);
+
+		// Fetch context size asynchronously (don't block construction)
+		void this.updateContextSize();
+	}
+
+	/**
+	 * Fetch and cache context size from models.dev
+	 */
+	private async updateContextSize(): Promise<void> {
+		try {
+			const contextSize = await getModelContextLimit(this.currentModel);
+			this.cachedContextSize = contextSize || 0;
+		} catch {
+			// Silently fail - context size will remain 0
+			this.cachedContextSize = 0;
+		}
+	}
+
+	static create(providerConfig: AIProviderConfig): Promise<AISDKClient> {
+		const client = new AISDKClient(providerConfig);
+		return Promise.resolve(client);
+	}
+
+	setModel(model: string): void {
+		const logger = getLogger();
+		const previousModel = this.currentModel;
+
+		this.currentModel = model;
+
+		logger.info('Model changed', {
+			previousModel,
+			newModel: model,
+			provider: this.providerConfig.name,
+		});
+
+		// Update context size when model changes
+		void this.updateContextSize();
+	}
+
+	getCurrentModel(): string {
+		return this.currentModel;
+	}
+
+	getContextSize(): number {
+		return this.cachedContextSize;
+	}
+
+	getMaxRetries(): number {
+		return this.maxRetries;
+	}
+
+	getAvailableModels(): Promise<string[]> {
+		return Promise.resolve(this.availableModels);
+	}
+
+	/**
+	 * Stream chat with real-time token updates
+	 */
+	async chat(
+		messages: Message[],
+		tools: Record<string, AISDKCoreTool>,
+		callbacks: StreamCallbacks,
+		signal?: AbortSignal,
+	): Promise<LLMChatResponse> {
+		// Get the language model instance from the provider
+		const model = this.provider(this.currentModel) as unknown as LanguageModel;
+
+		// Delegate to chat handler
+		return await handleChat({
+			model,
+			currentModel: this.currentModel,
+			providerConfig: this.providerConfig,
+			messages,
+			tools,
+			callbacks,
+			signal,
+			maxRetries: this.maxRetries,
+		});
+	}
+
+	clearContext(): Promise<void> {
+		const logger = getLogger();
+
+		logger.debug('AI SDK client context cleared', {
+			model: this.currentModel,
+			provider: this.providerConfig.name,
+		});
+
+		// No internal state to clear
+		return Promise.resolve();
+	}
+}