@frockbot/plugin-models 0.0.0 → 0.1.1

package/frockbot.json

@@ -0,0 +1,15 @@
+{
+  "schemaVersion": 2,
+  "id": "models",
+  "displayName": "Models",
+  "version": "0.0.1",
+  "compatibility": {
+    "frockbot": ">=0.0.1"
+  },
+  "contributions": {
+    "runtime": {
+      "entry": "./agent"
+    }
+  },
+  "permissions": []
+}

package/package.json

@@ -1,14 +1,35 @@
 {
   "name": "@frockbot/plugin-models",
-  "version": "0.0.0",
-  "description": "Placeholder reserving this name for trusted publishing. Superseded by the first release.",
-  "license": "UNLICENSED",
+  "version": "0.1.1",
+  "private": false,
+  "type": "module",
+  "exports": {
+    ".": "./src/index.ts",
+    "./agent": "./src/llm.ts",
+    "./manifest": "./src/manifest.ts",
+    "./frockbot.json": "./frockbot.json",
+    "./package.json": "./package.json"
+  },
+  "frockbot": {
+    "manifest": "./frockbot.json"
+  },
+  "scripts": {
+    "typecheck": "tsc --noEmit -p tsconfig.json"
+  },
+  "dependencies": {
+    "@frockbot/kernel-contracts": "0.1.1",
+    "cordis": "4.0.0-rc.8"
+  },
+  "devDependencies": {
+    "@types/bun": "1.4.0",
+    "typescript": "^7.0.2"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/timoconnellaus/frockbot.git",
     "directory": "packages/plugin-models"
-  },
-  "publishConfig": {
-    "access": "public"
   }
 }

package/src/index.ts

@@ -0,0 +1,2 @@
+export * from "./llm.js";
+export { default as modelsManifest } from "./manifest.js";

package/src/llm.ts

@@ -0,0 +1,85 @@
+import { type Context, Service } from "cordis";
+import {
+  LlmEffectNotStartedError,
+  type LlmProvider,
+  type LlmReconciliationOutcome,
+  type LlmStreamEvent,
+  type ModelInvocation,
+  type NormalizedModelRequest,
+} from "@frockbot/kernel-contracts";
+
+export class LlmRegistry extends Service implements ModelInvocation {
+  private providers = new Map<string, LlmProvider>();
+
+  constructor(ctx: Context) {
+    super(ctx, "llm");
+  }
+
+  register(provider: LlmProvider): () => void {
+    if (this.providers.has(provider.id)) {
+      throw new Error(`LLM provider "${provider.id}" is already registered`);
+    }
+    this.providers.set(provider.id, provider);
+    return () => {
+      if (this.providers.get(provider.id) === provider) {
+        this.providers.delete(provider.id);
+      }
+    };
+  }
+
+  get(providerId: string): LlmProvider | undefined {
+    return this.providers.get(providerId);
+  }
+
+  list(): LlmProvider[] {
+    return [...this.providers.values()];
+  }
+
+  stream(
+    request: NormalizedModelRequest,
+    signal: AbortSignal,
+  ): AsyncIterable<LlmStreamEvent> {
+    const provider = this.providers.get(request.provider);
+    if (!provider)
+      throw new LlmEffectNotStartedError(
+        `LLM provider "${request.provider}" is unavailable`,
+      );
+    return this.ctx.waterfall("llm/stream", request, signal, () =>
+      provider.stream(request, signal),
+    );
+  }
+
+  async reconcile(
+    request: NormalizedModelRequest,
+    signal: AbortSignal,
+  ): Promise<LlmReconciliationOutcome> {
+    const provider = this.providers.get(request.provider);
+    if (!provider) {
+      return {
+        status: "unavailable",
+        reason: `LLM provider "${request.provider}" is unavailable`,
+      };
+    }
+    if (!provider.reconciliation) {
+      return {
+        status: "unavailable",
+        reason: `LLM provider "${request.provider}" does not support provider-bound retrieval`,
+      };
+    }
+    try {
+      return await provider.reconciliation.retrieve(
+        { providerEffectId: request.requestId, request },
+        signal,
+      );
+    } catch (error) {
+      signal.throwIfAborted();
+      return {
+        status: "unavailable",
+        reason:
+          error instanceof Error
+            ? error.message
+            : "Provider-bound retrieval failed",
+      };
+    }
+  }
+}

package/src/manifest.ts

@@ -0,0 +1,3 @@
+import manifest from "../frockbot.json" with { type: "json" };
+
+export default manifest;

package/tsconfig.json

@@ -0,0 +1,15 @@
+{
+  "compilerOptions": {
+    "target": "ES2023",
+    "module": "ESNext",
+    "moduleResolution": "Bundler",
+    "allowImportingTsExtensions": true,
+    "resolveJsonModule": true,
+    "strict": true,
+    "noEmit": true,
+    "skipLibCheck": true,
+    "lib": ["ES2023", "DOM"],
+    "types": ["bun"]
+  },
+  "include": ["src/**/*.ts"]
+}

package/README.md

@@ -1,3 +0,0 @@
-# @frockbot/plugin-models
-
-Placeholder reserving this name. See https://github.com/timoconnellaus/frockbot.