@kindgi/adapter-model-in-process 0.1.4 → 0.1.5-rc.0

package/README.md

@@ -6,8 +6,13 @@ In-process `ModelProvider` for [`@kindgi/capabilities`](../../capabilities/). Ru
 
 Give the capability router a local provider it can match like any other. Every model reports `cost` of `0`, the provider's `region` is `'in-process'`, and `attributes` carry `in-process` plus each model's tier and `suitableFor` hints (`routing`, `classification`, `local`, `lower-cost`, …) for preference matching. `prepareInProcessModel` downloads weights ahead of the first call and streams progress in the `PrepareEvent` shape used by `AdapterFactoryEntry.prepare`.
 
+## Installing
+
+The ONNX runtime it runs on (`onnxruntime-node`, through `@huggingface/transformers`) ships its CPU binaries in the package. On Linux x64 its install script also downloads the CUDA and TensorRT providers from NuGet by default; this adapter runs on the CPU, so skip that download: with npm or yarn, `ONNXRUNTIME_NODE_INSTALL=skip npm install …` (the package's own variable). pnpm 10 and later don't run a dependency's install script unless you allow it, so leave `onnxruntime-node` off your allowed builds.
+
 ## Exports
 
+- **`inProcessAdapterEntry`** (`IN_PROCESS_ADAPTER_ID`) — the `AdapterFactoryEntry` a runtime registers: **`inProcessAdapterFactory`** (a registration lists models by their `MODEL_SPECS` key in `metadata.models[].name`), `prepare` (`prepareInProcessModel`), and **`inProcessCheckConfig(input)`**, which reports a model that isn't one of `MODEL_SPECS` (`metadata.models`) with the factory's own message.
 - **`createInProcessModelProvider(options?)`** — returns a `ModelProvider`. Construction is cheap: each model's pipeline loads on the first `invoke()` that names it (concurrent first calls share one load), downloading weights if they are not cached yet. With `@huggingface/transformers` 4.x the default cache is a `.cache` directory inside that package's install location; `cacheDir` redirects the model files (transformers.js 4.3 can still write a model's `config.json` to its default cache). Throws when `models` is empty; `invoke()` throws for a model the provider does not expose.
   - `invoke()` passes each message to the model's chat template as `{ role, content }`, uses `maxOutputTokens` as `max_new_tokens` (default `512`), samples only when `temperature > 0` (greedy otherwise), and returns `finishReason: 'stop'` and `costUsd: 0`. Token counts come from the model's tokenizer, falling back to about four characters per token. `abortSignal` is not observed.
 - **`InProcessProviderOptions`**:

package/dist/entry.d.ts

@@ -0,0 +1,17 @@
+import { type AdapterConfigCheckInput, type AdapterConfigProblem, type AdapterFactory, type AdapterFactoryEntry } from '@kindgi/capabilities';
+/** The id the runtime registers this adapter under. */
+export declare const IN_PROCESS_ADAPTER_ID = "@kindgi/adapter-model-in-process";
+/**
+ * The runtime's factory. A provider registered with it lists models by
+ * their `MODEL_SPECS` key in `metadata.models[].name`.
+ */
+export declare const inProcessAdapterFactory: AdapterFactory;
+/**
+ * What's wrong with a registration for this adapter, read without building
+ * it (`AdapterFactoryEntry.checkConfig`): a model that isn't one of
+ * `MODEL_SPECS`. The problem's message is the error the factory throws.
+ */
+export declare function inProcessCheckConfig(input: AdapterConfigCheckInput): readonly AdapterConfigProblem[];
+/** The entry a runtime registers: the factory, its model download, and its static check. */
+export declare const inProcessAdapterEntry: AdapterFactoryEntry;
+//# sourceMappingURL=entry.d.ts.map

package/dist/entry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entry.d.ts","sourceRoot":"","sources":["../src/entry.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EAEzB,MAAM,sBAAsB,CAAC;AAK9B,uDAAuD;AACvD,eAAO,MAAM,qBAAqB,qCAAqC,CAAC;AAExE;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,cAQrC,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,uBAAuB,GAC7B,SAAS,oBAAoB,EAAE,CAGjC;AAED,4FAA4F;AAC5F,eAAO,MAAM,qBAAqB,EAAE,mBAMnC,CAAC"}

package/dist/entry.js

@@ -0,0 +1,48 @@
+// SPDX-License-Identifier: Apache-2.0
+// Copyright (C) 2026 Kindgi Inc.
+import { adapterConfigError, } from '@kindgi/capabilities';
+import { prepareInProcessModel } from './prepare.js';
+import { MODEL_SPECS, createInProcessModelProvider } from './provider.js';
+/** The id the runtime registers this adapter under. */
+export const IN_PROCESS_ADAPTER_ID = '@kindgi/adapter-model-in-process';
+/**
+ * The runtime's factory. A provider registered with it lists models by
+ * their `MODEL_SPECS` key in `metadata.models[].name`.
+ */
+export const inProcessAdapterFactory = (input) => {
+    const problem = modelsProblem(input.metadata);
+    if (problem !== undefined)
+        throw adapterConfigError(IN_PROCESS_ADAPTER_ID, input.metadata.id, problem);
+    return createInProcessModelProvider({
+        models: input.metadata.models.map((m) => m.name),
+        providerId: input.metadata.id,
+    });
+};
+/**
+ * What's wrong with a registration for this adapter, read without building
+ * it (`AdapterFactoryEntry.checkConfig`): a model that isn't one of
+ * `MODEL_SPECS`. The problem's message is the error the factory throws.
+ */
+export function inProcessCheckConfig(input) {
+    const problem = modelsProblem(input.metadata);
+    return problem !== undefined ? [problem] : [];
+}
+/** The entry a runtime registers: the factory, its model download, and its static check. */
+export const inProcessAdapterEntry = {
+    adapterId: IN_PROCESS_ADAPTER_ID,
+    capabilityKind: 'llm-inference',
+    factory: inProcessAdapterFactory,
+    prepare: (params) => prepareInProcessModel(params),
+    checkConfig: inProcessCheckConfig,
+};
+function modelsProblem(metadata) {
+    const index = metadata.models.findIndex((m) => !Object.hasOwn(MODEL_SPECS, m.name));
+    const unknown = metadata.models[index];
+    if (unknown === undefined)
+        return undefined;
+    return {
+        path: `/metadata/models/${index}/name`,
+        message: `unknown model "${unknown.name}". Valid values: ${Object.keys(MODEL_SPECS).join(', ')}.`,
+    };
+}
+//# sourceMappingURL=entry.js.map

package/dist/entry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entry.js","sourceRoot":"","sources":["../src/entry.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,iCAAiC;AAEjC,OAAO,EAKL,kBAAkB,GACnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAA+B,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAClF,OAAO,EAAmB,WAAW,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAE3F,uDAAuD;AACvD,MAAM,CAAC,MAAM,qBAAqB,GAAG,kCAAkC,CAAC;AAExE;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAmB,CAAC,KAAK,EAAE,EAAE;IAC/D,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,OAAO,KAAK,SAAS;QACvB,MAAM,kBAAkB,CAAC,qBAAqB,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,OAAO,4BAA4B,CAAC;QAClC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAkB,CAAC;QAC9D,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAA8B;IAE9B,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC9C,OAAO,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,qBAAqB,GAAwB;IACxD,SAAS,EAAE,qBAAqB;IAChC,cAAc,EAAE,eAAe;IAC/B,OAAO,EAAE,uBAAuB;IAChC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAqB,CAAC,MAAgC,CAAC;IAC5E,WAAW,EAAE,oBAAoB;CAClC,CAAC;AAEF,SAAS,aAAa,CACpB,QAA6C;IAE7C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACpF,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC5C,OAAO;QACL,IAAI,EAAE,oBAAoB,KAAK,OAAO;QACtC,OAAO,EAAE,kBAAkB,OAAO,CAAC,IAAI,oBAAoB,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;KAClG,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 export { DEFAULT_LOCAL_MODEL, MODEL_SPECS, createInProcessModelProvider, } from './provider.js';
 export type { InProcessProviderOptions, LocalModel, ModelSpec } from './provider.js';
 export { prepareInProcessModel } from './prepare.js';
+export { IN_PROCESS_ADAPTER_ID, inProcessAdapterEntry, inProcessAdapterFactory, inProcessCheckConfig, } from './entry.js';
 export type { PrepareInProcessParams } from './prepare.js';
 export type { ModelProvider, PrepareEvent } from '@kindgi/capabilities';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,mBAAmB,EACnB,WAAW,EACX,4BAA4B,GAC7B,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,wBAAwB,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,YAAY,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAC3D,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,mBAAmB,EACnB,WAAW,EACX,4BAA4B,GAC7B,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,wBAAwB,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,YAAY,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAC3D,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/index.js

@@ -2,4 +2,5 @@
 // Copyright (C) 2026 Kindgi Inc.
 export { DEFAULT_LOCAL_MODEL, MODEL_SPECS, createInProcessModelProvider, } from './provider.js';
 export { prepareInProcessModel } from './prepare.js';
+export { IN_PROCESS_ADAPTER_ID, inProcessAdapterEntry, inProcessAdapterFactory, inProcessCheckConfig, } from './entry.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,iCAAiC;AAEjC,OAAO,EACL,mBAAmB,EACnB,WAAW,EACX,4BAA4B,GAC7B,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,iCAAiC;AAEjC,OAAO,EACL,mBAAmB,EACnB,WAAW,EACX,4BAA4B,GAC7B,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EACL,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,YAAY,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kindgi/adapter-model-in-process",
-  "version": "0.1.4",
+  "version": "0.1.5-rc.0",
   "description": "In-process ModelProvider for @kindgi/capabilities. Runs small instruction-tuned LLMs inside the Node.js process via @huggingface/transformers (ONNX runtime; no external processes, no API keys). SmolLM2-360M by default (~273MB q4f16, Apache 2.0, tuned for function calling); SmolLM2-135M and Qwen3-0.6B selectable via the `models` option. prepareInProcessModel downloads a model ahead of first use and streams progress. Positioned as the cheapest tier for routing/classification/smoke-test workloads — not a replacement for hosted providers on real reasoning tasks.",
   "license": "Apache-2.0",
   "repository": {
@@ -29,7 +29,7 @@
   ],
   "dependencies": {
     "@huggingface/transformers": "^4.3.0",
-    "@kindgi/capabilities": "0.1.4"
+    "@kindgi/capabilities": "0.1.5-rc.0"
   },
   "engines": {
     "node": ">=22.12.0"

package/src/entry.ts

@@ -0,0 +1,63 @@
+// SPDX-License-Identifier: Apache-2.0
+// Copyright (C) 2026 Kindgi Inc.
+
+import {
+  type AdapterConfigCheckInput,
+  type AdapterConfigProblem,
+  type AdapterFactory,
+  type AdapterFactoryEntry,
+  adapterConfigError,
+} from '@kindgi/capabilities';
+
+import { type PrepareInProcessParams, prepareInProcessModel } from './prepare.js';
+import { type LocalModel, MODEL_SPECS, createInProcessModelProvider } from './provider.js';
+
+/** The id the runtime registers this adapter under. */
+export const IN_PROCESS_ADAPTER_ID = '@kindgi/adapter-model-in-process';
+
+/**
+ * The runtime's factory. A provider registered with it lists models by
+ * their `MODEL_SPECS` key in `metadata.models[].name`.
+ */
+export const inProcessAdapterFactory: AdapterFactory = (input) => {
+  const problem = modelsProblem(input.metadata);
+  if (problem !== undefined)
+    throw adapterConfigError(IN_PROCESS_ADAPTER_ID, input.metadata.id, problem);
+  return createInProcessModelProvider({
+    models: input.metadata.models.map((m) => m.name as LocalModel),
+    providerId: input.metadata.id,
+  });
+};
+
+/**
+ * What's wrong with a registration for this adapter, read without building
+ * it (`AdapterFactoryEntry.checkConfig`): a model that isn't one of
+ * `MODEL_SPECS`. The problem's message is the error the factory throws.
+ */
+export function inProcessCheckConfig(
+  input: AdapterConfigCheckInput,
+): readonly AdapterConfigProblem[] {
+  const problem = modelsProblem(input.metadata);
+  return problem !== undefined ? [problem] : [];
+}
+
+/** The entry a runtime registers: the factory, its model download, and its static check. */
+export const inProcessAdapterEntry: AdapterFactoryEntry = {
+  adapterId: IN_PROCESS_ADAPTER_ID,
+  capabilityKind: 'llm-inference',
+  factory: inProcessAdapterFactory,
+  prepare: (params) => prepareInProcessModel(params as PrepareInProcessParams),
+  checkConfig: inProcessCheckConfig,
+};
+
+function modelsProblem(
+  metadata: AdapterConfigCheckInput['metadata'],
+): AdapterConfigProblem | undefined {
+  const index = metadata.models.findIndex((m) => !Object.hasOwn(MODEL_SPECS, m.name));
+  const unknown = metadata.models[index];
+  if (unknown === undefined) return undefined;
+  return {
+    path: `/metadata/models/${index}/name`,
+    message: `unknown model "${unknown.name}". Valid values: ${Object.keys(MODEL_SPECS).join(', ')}.`,
+  };
+}

package/src/index.ts

@@ -8,5 +8,11 @@ export {
 } from './provider.js';
 export type { InProcessProviderOptions, LocalModel, ModelSpec } from './provider.js';
 export { prepareInProcessModel } from './prepare.js';
+export {
+  IN_PROCESS_ADAPTER_ID,
+  inProcessAdapterEntry,
+  inProcessAdapterFactory,
+  inProcessCheckConfig,
+} from './entry.js';
 export type { PrepareInProcessParams } from './prepare.js';
 export type { ModelProvider, PrepareEvent } from '@kindgi/capabilities';