@antseed/provider-local-llm 0.1.0

package/README.md

@@ -0,0 +1,35 @@
+# @antseed/provider-local-llm
+
+Sell local LLM capacity on the Antseed P2P network. Works with Ollama, llama.cpp, and any OpenAI-compatible local server.
+
+## Installation
+
+```bash
+antseed plugin add @antseed/provider-local-llm
+```
+
+## Usage
+
+```bash
+# With Ollama (default)
+antseed seed --provider local-llm
+
+# With a custom endpoint
+export LOCAL_LLM_BASE_URL=http://localhost:8080
+antseed seed --provider local-llm
+```
+
+## Configuration
+
+| Key | Type | Required | Default | Description |
+|-----|------|----------|---------|-------------|
+| `LOCAL_LLM_BASE_URL` | string | No | `http://localhost:11434` | Local LLM server URL |
+| `LOCAL_LLM_API_KEY` | secret | No | -- | Optional API key for local server |
+| `ANTSEED_INPUT_USD_PER_MILLION` | number | No | 0 | Input token price (USD per 1M) |
+| `ANTSEED_OUTPUT_USD_PER_MILLION` | number | No | 0 | Output token price (USD per 1M) |
+| `ANTSEED_MAX_CONCURRENCY` | number | No | 1 | Max concurrent requests |
+| `ANTSEED_ALLOWED_MODELS` | string[] | No | -- | Comma-separated model allowlist |
+
+## How It Works
+
+Relays requests to a local LLM server. Pricing defaults to 0 (free) since you're running your own hardware. Concurrency defaults to 1 to avoid overloading local inference.

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+import type { AntseedProviderPlugin } from '@antseed/node';
+declare const plugin: AntseedProviderPlugin;
+export default plugin;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAY,MAAM,eAAe,CAAC;AAWrE,QAAA,MAAM,MAAM,EAAE,qBAmDb,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/dist/index.js

@@ -0,0 +1,56 @@
+import { BaseProvider, StaticTokenProvider } from '@antseed/provider-core';
+function parseNonNegativeNumber(raw, key, fallback) {
+    const parsed = raw === undefined ? fallback : Number.parseFloat(raw);
+    if (!Number.isFinite(parsed) || parsed < 0) {
+        throw new Error(`${key} must be a non-negative number`);
+    }
+    return parsed;
+}
+const plugin = {
+    name: 'local-llm',
+    displayName: 'Local LLM',
+    version: '0.1.0',
+    type: 'provider',
+    description: 'Sell local LLM capacity to P2P peers',
+    configSchema: [
+        { key: 'LOCAL_LLM_BASE_URL', label: 'Base URL', type: 'string', required: false, default: 'http://localhost:11434', description: 'Local LLM server base URL' },
+        { key: 'LOCAL_LLM_API_KEY', label: 'API Key', type: 'secret', required: false, description: 'Optional API key for local LLM' },
+        { key: 'ANTSEED_INPUT_USD_PER_MILLION', label: 'Input Price', type: 'number', required: false, default: 0, description: 'Input price in USD per 1M tokens' },
+        { key: 'ANTSEED_OUTPUT_USD_PER_MILLION', label: 'Output Price', type: 'number', required: false, default: 0, description: 'Output price in USD per 1M tokens' },
+        { key: 'ANTSEED_MAX_CONCURRENCY', label: 'Max Concurrency', type: 'number', required: false, default: 1, description: 'Max concurrent requests' },
+        { key: 'ANTSEED_ALLOWED_MODELS', label: 'Allowed Models', type: 'string[]', required: false, description: 'Model allow-list' },
+    ],
+    createProvider(config) {
+        const baseUrl = config['LOCAL_LLM_BASE_URL'] ?? 'http://localhost:11434';
+        const apiKey = config['LOCAL_LLM_API_KEY'] ?? '';
+        const pricing = {
+            defaults: {
+                inputUsdPerMillion: parseNonNegativeNumber(config['ANTSEED_INPUT_USD_PER_MILLION'], 'ANTSEED_INPUT_USD_PER_MILLION', 0),
+                outputUsdPerMillion: parseNonNegativeNumber(config['ANTSEED_OUTPUT_USD_PER_MILLION'], 'ANTSEED_OUTPUT_USD_PER_MILLION', 0),
+            },
+        };
+        const maxConcurrency = parseInt(config['ANTSEED_MAX_CONCURRENCY'] ?? '1', 10);
+        if (Number.isNaN(maxConcurrency)) {
+            throw new Error('ANTSEED_MAX_CONCURRENCY must be a valid number');
+        }
+        const allowedModels = config['ANTSEED_ALLOWED_MODELS']
+            ? config['ANTSEED_ALLOWED_MODELS'].split(',').map((s) => s.trim())
+            : [];
+        const tokenProvider = apiKey ? new StaticTokenProvider(apiKey) : undefined;
+        return new BaseProvider({
+            name: 'local-llm',
+            models: allowedModels,
+            pricing,
+            relay: {
+                baseUrl,
+                authHeaderName: 'authorization',
+                authHeaderValue: apiKey ? `Bearer ${apiKey}` : '',
+                tokenProvider,
+                maxConcurrency,
+                allowedModels,
+            },
+        });
+    },
+};
+export default plugin;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAE3E,SAAS,sBAAsB,CAAC,GAAuB,EAAE,GAAW,EAAE,QAAgB;IACpF,MAAM,MAAM,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IACrE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,gCAAgC,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,MAAM,GAA0B;IACpC,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE,WAAW;IACxB,OAAO,EAAE,OAAO;IAChB,IAAI,EAAE,UAAU;IAChB,WAAW,EAAE,sCAAsC;IACnD,YAAY,EAAE;QACZ,EAAE,GAAG,EAAE,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,wBAAwB,EAAE,WAAW,EAAE,2BAA2B,EAAE;QAC9J,EAAE,GAAG,EAAE,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,gCAAgC,EAAE;QAC9H,EAAE,GAAG,EAAE,+BAA+B,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,kCAAkC,EAAE;QAC5J,EAAE,GAAG,EAAE,gCAAgC,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,mCAAmC,EAAE;QAC/J,EAAE,GAAG,EAAE,yBAAyB,EAAE,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,yBAAyB,EAAE;QACjJ,EAAE,GAAG,EAAE,wBAAwB,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE;KAC/H;IAED,cAAc,CAAC,MAA8B;QAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,wBAAwB,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAEjD,MAAM,OAAO,GAAwB;YACnC,QAAQ,EAAE;gBACR,kBAAkB,EAAE,sBAAsB,CAAC,MAAM,CAAC,+BAA+B,CAAC,EAAE,+BAA+B,EAAE,CAAC,CAAC;gBACvH,mBAAmB,EAAE,sBAAsB,CAAC,MAAM,CAAC,gCAAgC,CAAC,EAAE,gCAAgC,EAAE,CAAC,CAAC;aAC3H;SACF,CAAC;QAEF,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,yBAAyB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC9E,IAAI,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,CAAC,wBAAwB,CAAC;YACpD,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1E,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE3E,OAAO,IAAI,YAAY,CAAC;YACtB,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,aAAa;YACrB,OAAO;YACP,KAAK,EAAE;gBACL,OAAO;gBACP,cAAc,EAAE,eAAe;gBAC/B,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE;gBACjD,aAAa;gBACb,cAAc;gBACd,aAAa;aACd;SACF,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,eAAe,MAAM,CAAC"}

package/package.json

@@ -0,0 +1,25 @@
+{
+  "name": "@antseed/provider-local-llm",
+  "version": "0.1.0",
+  "description": "Local LLM provider plugin for Antseed",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "prebuild": "rm -rf dist",
+    "build": "tsc",
+    "test": "vitest run",
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@antseed/provider-core": "workspace:*"
+  },
+  "peerDependencies": {
+    "@antseed/node": ">=0.1.0"
+  },
+  "devDependencies": {
+    "typescript": "^5.5.0",
+    "vitest": "^2.0.0",
+    "@antseed/node": "workspace:*"
+  }
+}

package/src/index.test.ts

@@ -0,0 +1,45 @@
+import { describe, it, expect } from 'vitest';
+import plugin from './index.js';
+
+describe('provider-local-llm plugin', () => {
+  it('has correct name and metadata', () => {
+    expect(plugin.name).toBe('local-llm');
+    expect(plugin.displayName).toBe('Local LLM');
+    expect(plugin.type).toBe('provider');
+    expect(plugin.version).toBe('0.1.0');
+  });
+
+  it('has configSchema with expected fields', () => {
+    const keys = plugin.configSchema!.map((f) => f.key);
+    expect(keys).toContain('LOCAL_LLM_BASE_URL');
+    expect(keys).toContain('LOCAL_LLM_API_KEY');
+    expect(keys).toContain('ANTSEED_INPUT_USD_PER_MILLION');
+    expect(keys).toContain('ANTSEED_OUTPUT_USD_PER_MILLION');
+    expect(keys).toContain('ANTSEED_MAX_CONCURRENCY');
+    expect(keys).toContain('ANTSEED_ALLOWED_MODELS');
+  });
+
+  it('creates provider with default config', () => {
+    const provider = plugin.createProvider({});
+    expect(provider.name).toBe('local-llm');
+    expect(provider.pricing.defaults.inputUsdPerMillion).toBe(0);
+    expect(provider.pricing.defaults.outputUsdPerMillion).toBe(0);
+    expect(provider.maxConcurrency).toBe(1);
+  });
+
+  it('creates provider with custom base URL and API key', () => {
+    const provider = plugin.createProvider({
+      LOCAL_LLM_BASE_URL: 'http://192.168.1.100:8080',
+      LOCAL_LLM_API_KEY: 'my-local-key',
+    });
+    expect(provider.name).toBe('local-llm');
+    expect(provider.maxConcurrency).toBe(1);
+  });
+
+  it('applies custom concurrency', () => {
+    const provider = plugin.createProvider({
+      ANTSEED_MAX_CONCURRENCY: '4',
+    });
+    expect(provider.maxConcurrency).toBe(4);
+  });
+});

package/src/index.ts

@@ -0,0 +1,65 @@
+import type { AntseedProviderPlugin, Provider } from '@antseed/node';
+import { BaseProvider, StaticTokenProvider } from '@antseed/provider-core';
+
+function parseNonNegativeNumber(raw: string | undefined, key: string, fallback: number): number {
+  const parsed = raw === undefined ? fallback : Number.parseFloat(raw);
+  if (!Number.isFinite(parsed) || parsed < 0) {
+    throw new Error(`${key} must be a non-negative number`);
+  }
+  return parsed;
+}
+
+const plugin: AntseedProviderPlugin = {
+  name: 'local-llm',
+  displayName: 'Local LLM',
+  version: '0.1.0',
+  type: 'provider',
+  description: 'Sell local LLM capacity to P2P peers',
+  configSchema: [
+    { key: 'LOCAL_LLM_BASE_URL', label: 'Base URL', type: 'string', required: false, default: 'http://localhost:11434', description: 'Local LLM server base URL' },
+    { key: 'LOCAL_LLM_API_KEY', label: 'API Key', type: 'secret', required: false, description: 'Optional API key for local LLM' },
+    { key: 'ANTSEED_INPUT_USD_PER_MILLION', label: 'Input Price', type: 'number', required: false, default: 0, description: 'Input price in USD per 1M tokens' },
+    { key: 'ANTSEED_OUTPUT_USD_PER_MILLION', label: 'Output Price', type: 'number', required: false, default: 0, description: 'Output price in USD per 1M tokens' },
+    { key: 'ANTSEED_MAX_CONCURRENCY', label: 'Max Concurrency', type: 'number', required: false, default: 1, description: 'Max concurrent requests' },
+    { key: 'ANTSEED_ALLOWED_MODELS', label: 'Allowed Models', type: 'string[]', required: false, description: 'Model allow-list' },
+  ],
+
+  createProvider(config: Record<string, string>): Provider {
+    const baseUrl = config['LOCAL_LLM_BASE_URL'] ?? 'http://localhost:11434';
+    const apiKey = config['LOCAL_LLM_API_KEY'] ?? '';
+
+    const pricing: Provider['pricing'] = {
+      defaults: {
+        inputUsdPerMillion: parseNonNegativeNumber(config['ANTSEED_INPUT_USD_PER_MILLION'], 'ANTSEED_INPUT_USD_PER_MILLION', 0),
+        outputUsdPerMillion: parseNonNegativeNumber(config['ANTSEED_OUTPUT_USD_PER_MILLION'], 'ANTSEED_OUTPUT_USD_PER_MILLION', 0),
+      },
+    };
+
+    const maxConcurrency = parseInt(config['ANTSEED_MAX_CONCURRENCY'] ?? '1', 10);
+    if (Number.isNaN(maxConcurrency)) {
+      throw new Error('ANTSEED_MAX_CONCURRENCY must be a valid number');
+    }
+
+    const allowedModels = config['ANTSEED_ALLOWED_MODELS']
+      ? config['ANTSEED_ALLOWED_MODELS'].split(',').map((s: string) => s.trim())
+      : [];
+
+    const tokenProvider = apiKey ? new StaticTokenProvider(apiKey) : undefined;
+
+    return new BaseProvider({
+      name: 'local-llm',
+      models: allowedModels,
+      pricing,
+      relay: {
+        baseUrl,
+        authHeaderName: 'authorization',
+        authHeaderValue: apiKey ? `Bearer ${apiKey}` : '',
+        tokenProvider,
+        maxConcurrency,
+        allowedModels,
+      },
+    });
+  },
+};
+
+export default plugin;

package/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": {
+    "outDir": "dist",
+    "rootDir": "src"
+  },
+  "include": ["src"],
+  "exclude": ["src/**/*.test.ts"]
+}