@hraness/sys1 0.17.0

package/dist/backends.d.ts

@@ -0,0 +1,54 @@
+import { type Sys1Config } from "./config.ts";
+import { type InstalledModel } from "./local/store.ts";
+import type { BackendCandidate, BackendCapabilities } from "./router.ts";
+export declare const HOSTED_BACKEND_NAME = "typesafe";
+export interface RuntimeBackend extends BackendCandidate {
+    adapter?: "systemone" | "kev";
+    base_url: string;
+    headers: Record<string, string>;
+    /** Model id forwarded in the request body when the caller did not pin one. */
+    default_model: string;
+    /**
+     * Present when this backend is a builtin local model served by the
+     * in-process runner rather than an HTTP endpoint. `base_url` is empty.
+     */
+    builtin?: {
+        model: InstalledModel;
+        path: string;
+    };
+}
+export interface ProbeResult {
+    available: boolean;
+    models: string[];
+    latency_ms: number | null;
+    detail: string | null;
+}
+export declare function extractModelIds(body: unknown): string[];
+export declare function extractBackendCapabilities(body: unknown): BackendCapabilities | null;
+/**
+ * Build the runtime backend list from config and environment. The hosted Jev
+ * backend exists only when enabled and an API key is present in the configured
+ * env var; keys are read from the environment, never from the config file.
+ * When `home` is given and `local.enabled` is on, every installed GGUF joins
+ * as a builtin `local-<id>` pseudo-backend served by the in-process runner.
+ * Only config.local.model is eligible for automatic local routing. Other
+ * installed models and URL-registered backends require an explicit request pin.
+ */
+export declare function runtimeBackends(config: Sys1Config, env: NodeJS.ProcessEnv, home?: string): RuntimeBackend[];
+export declare function probeBackend(backend: RuntimeBackend, timeoutMs: number, fetchFn?: typeof fetch, signal?: AbortSignal): Promise<ProbeResult>;
+export declare function probeAll(backends: RuntimeBackend[], timeoutMs: number, fetchFn?: typeof fetch, signal?: AbortSignal): Promise<Map<string, ProbeResult>>;
+export type ForwardResult = {
+    kind: "response";
+    status: number;
+    body: string;
+    content_type: string;
+} | {
+    kind: "transport";
+    detail: string;
+};
+/**
+ * Forward one already-validated System One request body to a backend. Only
+ * transport failures (no HTTP response at all) report `transport`; any HTTP
+ * response — including backend errors — is definitive and passed through.
+ */
+export declare function forwardToBackend(backend: RuntimeBackend, rawBody: string, resolvedModel: string | undefined, timeoutMs: number, fetchFn?: typeof fetch, signal?: AbortSignal): Promise<ForwardResult>;