@aryacode/dsh-local-llm 0.8.1 → 0.8.3

package/lib/event-stream-BkIJ4cYy.js

@@ -0,0 +1,80 @@
+import { createRequire } from "node:module";
+//#region \0rolldown/runtime.js
+var __commonJSMin = (cb, mod) => () => (mod || (cb((mod = { exports: {} }).exports, mod), cb = null), mod.exports);
+var __require = /* #__PURE__ */ (() => createRequire(import.meta.url))();
+//#endregion
+//#region node_modules/.pnpm/@earendil-works+pi-ai@0.87.1_ws@8.22.0_zod@4.6.7/node_modules/@earendil-works/pi-ai/dist/utils/event-stream.js
+var FifoQueue = class {
+	incoming = [];
+	outgoing = [];
+	get length() {
+		return this.incoming.length + this.outgoing.length;
+	}
+	enqueue(value) {
+		this.incoming.push(value);
+	}
+	dequeue() {
+		if (this.outgoing.length === 0) while (this.incoming.length > 0) this.outgoing.push(this.incoming.pop());
+		return this.outgoing.pop();
+	}
+};
+var EventStream = class {
+	queue = new FifoQueue();
+	waiting = new FifoQueue();
+	done = false;
+	finalResultPromise;
+	resolveFinalResult;
+	isComplete;
+	extractResult;
+	constructor(isComplete, extractResult) {
+		this.isComplete = isComplete;
+		this.extractResult = extractResult;
+		this.finalResultPromise = new Promise((resolve) => {
+			this.resolveFinalResult = resolve;
+		});
+	}
+	push(event) {
+		if (this.done) return;
+		if (this.isComplete(event)) {
+			this.done = true;
+			this.resolveFinalResult(this.extractResult(event));
+		}
+		const waiter = this.waiting.dequeue();
+		if (waiter) waiter({
+			value: event,
+			done: false
+		});
+		else this.queue.enqueue(event);
+	}
+	end(result) {
+		this.done = true;
+		if (result !== void 0) this.resolveFinalResult(result);
+		while (this.waiting.length > 0) this.waiting.dequeue()({
+			value: void 0,
+			done: true
+		});
+	}
+	async *[Symbol.asyncIterator]() {
+		while (true) if (this.queue.length > 0) yield this.queue.dequeue();
+		else if (this.done) return;
+		else {
+			const result = await new Promise((resolve) => this.waiting.enqueue(resolve));
+			if (result.done) return;
+			yield result.value;
+		}
+	}
+	result() {
+		return this.finalResultPromise;
+	}
+};
+var AssistantMessageEventStream = class extends EventStream {
+	constructor() {
+		super((event) => event.type === "done" || event.type === "error", (event) => {
+			if (event.type === "done") return event.message;
+			else if (event.type === "error") return event.error;
+			throw new Error("Unexpected event type for final result");
+		});
+	}
+};
+//#endregion
+export { __commonJSMin as n, __require as r, AssistantMessageEventStream as t };

package/lib/index.d.ts

@@ -1,7 +1,7 @@
 import { networkInterfaces } from "node:os";
 import { IncomingMessage } from "node:http";
 import si from "systeminformation";
-//#region node_modules/@deepseek-ai/cosmokit/lib/types/misc.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cosmokit@1.8.5/node_modules/@deepseek-ai/cosmokit/lib/types/misc.d.ts
 /** String/symbol keyed dictionary type. */
 type Dict<T = any, K extends string | symbol = string> = { [key in K]: T; };
 /** Wrap a value in `Promise`, preserving the resolved type of existing promises. */
@@ -9,7 +9,7 @@ type Promisify<T> = Promise<T extends Promise<infer S> ? S : T>;
 /** Accept a value or promise unless the value type is already promise-like. */
 type Awaitable<T> = [T] extends [Promise<unknown>] ? T : T | Promise<T>;
 //#endregion
-//#region node_modules/@standard-schema/spec/dist/index.d.ts
+//#region node_modules/.pnpm/@standard-schema+spec@1.1.0/node_modules/@standard-schema/spec/dist/index.d.ts
 /** The Standard Typed interface. This is a base type extended by other specs. */
 interface StandardTypedV1<Input = unknown, Output = Input> {
   /** The Standard properties. */
@@ -86,7 +86,7 @@ declare namespace StandardSchemaV1 {
   type InferOutput<Schema extends StandardTypedV1> = StandardTypedV1.InferOutput<Schema>;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/utils.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/utils.d.ts
 /** Ordered collection of disposable values with O(1) deletion by value. */
 declare class DisposableList<T extends WeakKey> {
   private sn;
@@ -119,7 +119,7 @@ declare const symbols: {
   resolveConfig: typeof Service.resolveConfig;
 };
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/registry.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/registry.d.ts
 /**
  * Service dependency declaration accepted by plugins and the `@Inject`
  * decorator.
@@ -311,7 +311,7 @@ declare class RegistryService {
   plugin(plugin: Plugin, config?: any, getOuterStack?: () => string[]): Fiber & PromiseLike<Fiber>;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/reflect.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/reflect.d.ts
 declare module './context.ts' {
   interface Context {
     /**
@@ -495,7 +495,7 @@ declare class ReflectService {
   bind<T extends Function>(callback: T): T;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/fiber.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/fiber.d.ts
 declare module './context.ts' {
   interface Context extends Pick<Fiber, 'effect'> {
     /** The fiber (plugin runtime instance) that owns this context. */
@@ -656,7 +656,7 @@ declare class Fiber {
   update(config: any, noSave?: boolean): void;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/events.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/events.d.ts
 /** Extract the parameter tuple from a function type. */
 type Parameters<F> = F extends ((...args: infer P) => any) ? P : never;
 /** Extract the return type from a function type. */
@@ -887,7 +887,7 @@ interface Events {
   'internal/dispatch'(mode: DispatchMode, name: string, args: any[], thisArg: any): void;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/logger.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/logger.d.ts
 declare module './context.ts' {
   interface Intercept {
     logger: LoggerService.Intercept;
@@ -975,7 +975,7 @@ declare class LoggerService {
   [symbols.invoke](name?: string): Logger;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/context.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/context.d.ts
 /**
  * Public shape of a Cordis context.
  *
@@ -1070,7 +1070,7 @@ declare class Context {
   intercept(name: string, config: any): this;
 }
 //#endregion
-//#region node_modules/@deepseek-ai/cordis/lib/types/service.d.ts
+//#region node_modules/.pnpm/@deepseek-ai+cordis@4.0.4/node_modules/@deepseek-ai/cordis/lib/types/service.d.ts
 /**
  * Base class for services that expose a named API on `ctx`.
  *
@@ -1607,6 +1607,15 @@ declare function startPairRelay(options: {
 //#region src/library.d.ts
 type Data$4 = Record<string, any>;
 declare const LIBRARY_PROVIDER = "local-library";
+/**
+ * The per-request output default this adapter publishes for one model.
+ *
+ * An engine's *maximum* response allowance is a ceiling it enforces when a
+ * request asks for it, not something every request should ask for: this value
+ * is materialized into requests that omit an output budget, so it stays small
+ * (8K, and never more than a quarter of the model's own context window).
+ */
+declare function outputDefault(context: number, ceiling?: number): number;
 /** Where the Strata engine's own OpenAI-compatible surface answers, and how to authorize it. */
 interface StrataModelSource {
   /** Engine base URL, without a trailing slash, e.g. `http://127.0.0.1:8080`. */
@@ -1634,61 +1643,15 @@ interface NInferModelSource {
     vision?: boolean;
   }>;
 }
-declare function libraryAdapter(controller: Data$4, ensure: (model: Data$4) => Promise<void>, gate: Data$4, checkIdle: () => Promise<void>, attachments: Data$4 | undefined, strata?: StrataModelSource, ninfer?: NInferModelSource): {
-  providerInfo: () => {
-    id: string;
-    name: string;
-  };
-  providerRetryPolicy: () => {
-    mode: "normal";
-    maxRetries: number;
-    retryableCodes: never[];
-    initialDelayMs: number;
-    maxDelayMs: number;
-    jitterRatio: number;
-  };
-  imageRequestPricing: () => undefined;
-  listModels: () => Promise<{
-    provider: string;
-    id: string;
-    name: string;
-    context: {
-      contextWindow: number;
-    };
-    defaultMaxTokens: number;
-    inputModalities: ("text" | "image")[];
-    originalProvider: string;
-    originalModel: string;
-  }[]>;
-  resolveModel: (_provider: string, id: string) => Promise<{
-    provider: string;
-    id: string;
-    name: string;
-    context: {
-      contextWindow: number;
-    };
-    defaultMaxTokens: number;
-    inputModalities: ("text" | "image")[];
-    originalProvider: string;
-    originalModel: string;
-  }>;
-  prepareCall: (provider: string, id: string) => Promise<{
-    model: {
-      provider: string;
-      id: string;
-      name: string;
-      context: {
-        contextWindow: number;
-      };
-      defaultMaxTokens: number;
-      inputModalities: ("text" | "image")[];
-      originalProvider: string;
-      originalModel: string;
-    };
-    stream(options: Data$4): AsyncGenerator<import("@deepseek-ai/dsh-llm").StreamChunk, void, any>;
-  }>;
-  stream(options: Data$4): AsyncGenerator<import("@deepseek-ai/dsh-llm").StreamChunk, void, any>;
-};
+/**
+ * Build the model-library adapter.
+ *
+ * The return type is restated as `any`: the harness adapter type names a private
+ * `@deepseek-ai/dsh-llm` type that the emitted declaration could not reference
+ * without an import this plugin does not depend on (TS2742). The value is only
+ * handed to `registerAdapter`, which still checks it at the call site.
+ */
+declare function libraryAdapter(controller: Data$4, ensure: (model: Data$4) => Promise<void>, gate: Data$4, checkIdle: () => Promise<void>, attachments: Data$4 | undefined, strata?: StrataModelSource, ninfer?: NInferModelSource): any;
 //#endregion
 //#region src/hardware.d.ts
 declare function hardwareCollector(source?: typeof si): () => Promise<Record<string, unknown>>;
@@ -1720,6 +1683,34 @@ declare function ownsNInfer(owner: {
     Labels: Record<string, string>;
   };
 } | null, name: string, label: string): boolean;
+/** A container as `docker inspect` describes it, limited to the fields identity needs. */
+interface NInferContainer {
+  Id: string;
+  Name: string;
+  Config: {
+    Image?: string;
+    Labels?: Record<string, string>;
+  };
+  Mounts?: {
+    Source: string;
+    Destination: string;
+  }[];
+  HostConfig?: {
+    PortBindings?: Record<string, {
+      HostIp?: string;
+      HostPort?: string;
+    }[]> | null;
+  } | null;
+  State: {
+    Running: boolean;
+  };
+}
+/**
+ * Whether a running container is provably this installation's engine: the same
+ * pinned image, this artifact, our port, and the label a NInfer launcher writes.
+ * Another launcher may start the engine the page will otherwise refuse to touch.
+ */
+declare function reclaimsNInfer(container: NInferContainer | null, image: string, artifact: string, port: number): boolean;
 /** Control only the saved runtime identity; leave other engines untouched. */
 declare class NInferController {
   readonly directory: string;
@@ -1734,7 +1725,7 @@ declare class NInferController {
     name: string;
     label: string;
     port: number;
-    modelName: string;
+    modelName?: string;
     defaults: NInferSettings;
     wsl?: {
       distribution: string;
@@ -1745,6 +1736,8 @@ declare class NInferController {
   /** Resolve saved tuning or validated deployment defaults. */
   settings(): NInferSettings;
   private callWsl;
+  /** A container this Host may reclaim; a missing Docker or an unrelated one is no takeover. */
+  private external;
   private wslStatus;
   private docker;
   private container;
@@ -1765,7 +1758,10 @@ declare class NInferController {
     healthy: boolean;
     complete: boolean;
     runtime: string;
-    containerId: null;
+    containerId: string | null;
+    external: boolean;
+    takeover: boolean;
+    detail: string | undefined;
     modelName: string;
     baseUrl: string;
   } | {
@@ -1783,10 +1779,13 @@ declare class NInferController {
     healthy: boolean;
     complete: boolean;
     containerId: string | null | undefined;
+    external: boolean;
+    takeover: boolean;
+    detail: string | undefined;
     modelName: string;
     baseUrl: string;
   }>;
-  /** Return a bounded log tail from the configured owned runtime. */
+  /** Return a bounded log tail from the configured owned runtime, or from the engine another launcher started. */
   logs(): Promise<Record<string, unknown>>;
   /** Persist tuning while the container and model API are stopped. */
   configure(value: unknown): Promise<{
@@ -1794,8 +1793,13 @@ declare class NInferController {
     detail: string;
   }>;
   private stop;
-  /** Start, stop or restart the owned localhost runtime without taking over foreign containers. */
-  action(action: 'start' | 'stop' | 'restart'): Promise<Record<string, unknown>>;
+  /** Stop the external container that is provably this installation's engine. */
+  private takeOver;
+  /** Start, stop or restart the owned runtime, reclaiming only a container that is provably this engine. */
+  action(action: 'start' | 'stop' | 'restart'): Promise<{
+    ok: boolean;
+    detail: string;
+  }>;
 }
 //#endregion
 //#region src/ninfer-log.d.ts
@@ -2282,7 +2286,7 @@ declare function inspectWebsite(html: string, id: string, folder: string, pw: an
 }>;
 //#endregion
 //#region src/index.d.ts
-declare const name = "dsh-local-llm";
+declare const name = "@aryacode/dsh-local-llm";
 declare const inject: string[];
 /** Phases where the llama.cpp controller holds no model server: nothing to stop first. */
 declare function engineIdle(phase: string): phase is "stopped" | "missing-model";
@@ -2404,4 +2408,4 @@ declare function apply(ctx: Context, config?: ConstructorParameters<typeof Serve
   strata?: StrataConfig;
 }): void;
 //#endregion
-export { ActivityGate, ApiBenchmarks, Benchmarks, type EngineMember, FreeTokenController, LIBRARY_PROVIDER, NInferController, type NInferLogSummary, RemoteAdapter, RemoteClient, RemoteStore, ServerController, type StopOptions, StrataService, allowedControl, apply, apply$1 as applyStrataRoutes, comparisonColumns, complete, controlCaller, createOllamaVariant, engineIdle, engineeringTests, extractHtml, hardwareCollector, inject, inspectEngineering, inspectWebsite, isolatedHtml, libraryAdapter, linkedTarget, mountRemote, mountRoutes as mountStrataRoutes, name, ownsNInfer, parseNInferLog, parseStreamEvent, readStrataTuning, remoteAddress, saveStrataTuning, startPairRelay, stopOtherEngines, strataProfiles, switchStrataProfile, tuningArgs, validateFreeToken, validateNInfer, validateRun, validateTuning, websiteTests };
+export { ActivityGate, ApiBenchmarks, Benchmarks, type EngineMember, FreeTokenController, LIBRARY_PROVIDER, type NInferContainer, NInferController, type NInferLogSummary, RemoteAdapter, RemoteClient, RemoteStore, ServerController, type StopOptions, StrataService, allowedControl, apply, apply$1 as applyStrataRoutes, comparisonColumns, complete, controlCaller, createOllamaVariant, engineIdle, engineeringTests, extractHtml, hardwareCollector, inject, inspectEngineering, inspectWebsite, isolatedHtml, libraryAdapter, linkedTarget, mountRemote, mountRoutes as mountStrataRoutes, name, outputDefault, ownsNInfer, parseNInferLog, parseStreamEvent, readStrataTuning, reclaimsNInfer, remoteAddress, saveStrataTuning, startPairRelay, stopOtherEngines, strataProfiles, switchStrataProfile, tuningArgs, validateFreeToken, validateNInfer, validateRun, validateTuning, websiteTests };