@zyraxon-ai/llm 19.0.5

package/dist/route/client.js

@@ -0,0 +1,197 @@
+import { Cause, Context, Effect, Layer, Schema, Stream } from "effect";
+import * as Option from "effect/Option";
+import { Auth } from "./auth";
+import { Endpoint } from "./endpoint";
+import { RequestExecutor } from "./executor";
+import { HttpTransport } from "./transport";
+import { WebSocketExecutor } from "./transport";
+import { applyCachePolicy } from "../cache-policy";
+import * as ProviderShared from "../protocols/shared";
+import { GenerationOptions, HttpOptions, LLMRequest, LLMResponse, Model, ModelLimits, LLMError as LLMErrorClass, PreparedRequest, ProviderID, mergeGenerationOptions, mergeHttpOptions, mergeProviderOptions, } from "../schema";
+const makeRouteModel = (route, mapped) => {
+    const provider = route.provider ?? ("provider" in mapped ? mapped.provider : undefined);
+    if (!provider)
+        throw new Error(`Route.model(${route.id}) requires a provider`);
+    if (!endpointBaseURL(route.endpoint))
+        throw new Error(`Route.model(${route.id}) requires an endpoint baseURL — configure it on the route first`);
+    return Model.make({
+        ...mapped,
+        provider,
+        route,
+    });
+};
+const mergeRouteDefaults = (base, patch) => {
+    const headers = mergeHeaders(base?.headers, patch.headers);
+    return {
+        ...base,
+        ...patch,
+        headers,
+        limits: patch.limits === undefined ? base?.limits : ModelLimits.make(patch.limits),
+        generation: mergeGenerationOptions(generationOptions(base?.generation), generationOptions(patch.generation)),
+        providerOptions: mergeProviderOptions(base?.providerOptions, patch.providerOptions),
+        http: mergeHttpOptions(base?.http, httpOptions(patch.http), headers === undefined ? undefined : new HttpOptions({ headers })),
+    };
+};
+const endpointBaseURL = (endpoint) => typeof endpoint.baseURL === "string" ? endpoint.baseURL : undefined;
+const mergeHeaders = (...items) => {
+    const entries = items.flatMap((item) => item === undefined ? [] : Object.entries(item).filter((entry) => entry[1] !== undefined));
+    if (entries.length === 0)
+        return undefined;
+    return Object.fromEntries(entries);
+};
+export const generationOptions = (input) => input === undefined ? undefined : GenerationOptions.make(input);
+export const httpOptions = (input) => {
+    if (input === undefined)
+        return input;
+    return HttpOptions.make(input);
+};
+export class Service extends Context.Service()("@zyraxon/LLMClient") {
+}
+const resolveRequestOptions = (request) => {
+    const routeDefaults = request.model.route.defaults;
+    const modelDefaults = request.model.defaults;
+    const generation = mergeGenerationOptions(routeDefaults.generation, modelDefaults?.generation, request.generation);
+    return LLMRequest.update(request, {
+        generation: generation ?? new GenerationOptions({}),
+        providerOptions: mergeProviderOptions(routeDefaults.providerOptions, modelDefaults?.providerOptions, request.providerOptions),
+        http: mergeHttpOptions(routeDefaults.http, modelDefaults?.http, request.http),
+    });
+};
+const streamError = (route, message, cause) => {
+    const failed = cause.reasons.find(Cause.isFailReason)?.error;
+    if (failed instanceof LLMErrorClass)
+        return failed;
+    return ProviderShared.eventError(route, message, Cause.pretty(cause));
+};
+function makeFromTransport(input) {
+    const protocol = input.protocol;
+    const encodeBody = Schema.encodeSync(Schema.fromJsonString(protocol.body.schema));
+    const decodeEventEffect = Schema.decodeUnknownEffect(protocol.stream.event);
+    const decodeEvent = (route) => (frame) => decodeEventEffect(frame).pipe(Effect.mapError(() => ProviderShared.eventError(input.id, `Invalid ${route} stream event`, typeof frame === "string" ? frame : ProviderShared.encodeJson(frame))));
+    const build = (routeInput) => {
+        const route = {
+            id: routeInput.id,
+            provider: routeInput.provider === undefined ? undefined : ProviderID.make(routeInput.provider),
+            protocol: protocol.id,
+            endpoint: routeInput.endpoint,
+            auth: routeInput.auth ?? Auth.none,
+            transport: routeInput.transport,
+            defaults: routeInput.defaults ?? {},
+            body: protocol.body,
+            with: (patch) => {
+                const { id, provider, auth, transport, endpoint, ...defaults } = patch;
+                return build({
+                    ...routeInput,
+                    id: id ?? routeInput.id,
+                    provider: provider ?? routeInput.provider,
+                    auth: auth ?? routeInput.auth,
+                    endpoint: endpoint ? Endpoint.merge(routeInput.endpoint, endpoint) : routeInput.endpoint,
+                    transport: transport ?? routeInput.transport,
+                    defaults: mergeRouteDefaults(route.defaults, defaults),
+                });
+            },
+            model: (input) => makeRouteModel(route, input),
+            prepareTransport: (body, request) => routeInput.transport.prepare({
+                body,
+                request,
+                endpoint: routeInput.endpoint,
+                auth: routeInput.auth ?? Auth.none,
+                encodeBody,
+                headers: routeInput.headers,
+            }),
+            streamPrepared: (prepared, request, runtime) => {
+                const route = `${request.model.provider}/${request.model.route.id}`;
+                const events = routeInput.transport
+                    .frames(prepared, request, runtime)
+                    .pipe(Stream.mapEffect(decodeEvent(route)), protocol.stream.terminal ? Stream.takeUntil(protocol.stream.terminal) : (stream) => stream);
+                return events.pipe(Stream.mapAccumEffect(() => protocol.stream.initial(request), protocol.stream.step, protocol.stream.onHalt ? { onHalt: protocol.stream.onHalt } : undefined), Stream.catchCause((cause) => Stream.fail(streamError(route, `Failed to read ${route} stream`, cause))));
+            },
+        };
+        return route;
+    };
+    return build({ ...input, defaults: mergeRouteDefaults(undefined, input.defaults ?? {}) });
+}
+export function make(input) {
+    if ("transport" in input)
+        return makeFromTransport(input);
+    const protocol = input.protocol;
+    return makeFromTransport({
+        id: input.id,
+        provider: input.provider,
+        protocol,
+        endpoint: input.endpoint,
+        auth: input.auth,
+        headers: input.headers,
+        transport: HttpTransport.httpJson({ framing: input.framing }),
+        defaults: input.defaults,
+    });
+}
+// `compile` is the important boundary: it turns a common `LLMRequest` into a
+// validated provider body plus transport-private prepared data, but does not
+// execute transport.
+const compile = Effect.fn("LLM.compile")(function* (request) {
+    const resolved = applyCachePolicy(resolveRequestOptions(request));
+    const route = resolved.model.route;
+    const body = yield* route.body
+        .from(resolved)
+        .pipe(Effect.flatMap(ProviderShared.validateWith(Schema.decodeUnknownEffect(route.body.schema))));
+    const prepared = yield* route.prepareTransport(body, resolved);
+    return {
+        request: resolved,
+        route,
+        body,
+        prepared,
+    };
+});
+const prepareWith = Effect.fn("LLMClient.prepare")(function* (request) {
+    const compiled = yield* compile(request);
+    return new PreparedRequest({
+        id: compiled.request.id ?? "request",
+        route: compiled.route.id,
+        protocol: compiled.route.protocol,
+        model: compiled.request.model,
+        body: compiled.body,
+        metadata: { transport: compiled.route.transport.id },
+    });
+});
+const streamRequestWith = (runtime) => (request) => Stream.unwrap(Effect.gen(function* () {
+    const compiled = yield* compile(request);
+    return compiled.route.streamPrepared(compiled.prepared, compiled.request, runtime);
+}));
+const generateWith = (stream) => Effect.fn("LLM.generate")(function* (request) {
+    const state = yield* stream(request).pipe(Stream.runFold(LLMResponse.empty, LLMResponse.reduce));
+    const response = LLMResponse.complete(state);
+    if (response)
+        return response;
+    return yield* ProviderShared.eventError(`${request.model.provider}/${request.model.route.id}`, "Provider stream ended without a terminal finish event");
+});
+export const prepare = (request) => prepareWith(request);
+export function stream(request) {
+    return Stream.unwrap(Effect.gen(function* () {
+        return (yield* Service).stream(request);
+    }));
+}
+export function generate(request) {
+    return Effect.gen(function* () {
+        return yield* (yield* Service).generate(request);
+    });
+}
+export const streamRequest = (request) => Stream.unwrap(Effect.gen(function* () {
+    return (yield* Service).stream(request);
+}));
+export const layer = Layer.effect(Service, Effect.gen(function* () {
+    const stream = streamRequestWith({
+        http: yield* RequestExecutor.Service,
+        webSocket: Option.getOrUndefined(yield* Effect.serviceOption(WebSocketExecutor.Service)),
+    });
+    return Service.of({ prepare: prepareWith, stream, generate: generateWith(stream) });
+}));
+export const Route = { make };
+export const LLMClient = {
+    Service,
+    layer,
+    prepare,
+    stream,
+    generate,
+};
+//# sourceMappingURL=client.js.map

package/dist/route/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/route/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AACtE,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,IAAI,EAAwB,MAAM,QAAQ,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAsB,MAAM,YAAY,CAAA;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAE5C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,cAAc,MAAM,qBAAqB,CAAA;AAErD,OAAO,EACL,iBAAiB,EACjB,WAAW,EACX,UAAU,EACV,WAAW,EACX,KAAK,EACL,WAAW,EACX,QAAQ,IAAI,aAAa,EACzB,eAAe,EACf,UAAU,EACV,sBAAsB,EACtB,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,WAAW,CAAA;AAkElB,MAAM,cAAc,GAAG,CAAC,KAAe,EAAE,MAA6B,EAAE,EAAE;IACxE,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACvF,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,eAAe,KAAK,CAAC,EAAE,uBAAuB,CAAC,CAAA;IAC9E,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,eAAe,KAAK,CAAC,EAAE,kEAAkE,CAAC,CAAA;IAC5G,OAAO,KAAK,CAAC,IAAI,CAAC;QAChB,GAAG,MAAM;QACT,QAAQ;QACR,KAAK;KACN,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAC,IAA+B,EAAE,KAAyB,EAAiB,EAAE;IACvG,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IAC1D,OAAO;QACL,GAAG,IAAI;QACP,GAAG,KAAK;QACR,OAAO;QACP,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;QAClF,UAAU,EAAE,sBAAsB,CAAC,iBAAiB,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5G,eAAe,EAAE,oBAAoB,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC;QACnF,IAAI,EAAE,gBAAgB,CACpB,IAAI,EAAE,IAAI,EACV,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EACvB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC,CACjE;KACF,CAAA;AACH,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,CAAO,QAAwB,EAAE,EAAE,CACzD,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAA;AAErE,MAAM,YAAY,GAAG,CAAC,GAAG,KAAwD,EAAE,EAAE;IACnF,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACrC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA6B,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CACpH,CAAA;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1C,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;AACpC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAA0C,EAAE,EAAE,CAC9E,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAEjE,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAmC,EAAE,EAAE;IACjE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAA;IACrC,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAChC,CAAC,CAAA;AA0BD,MAAM,OAAO,OAAQ,SAAQ,OAAO,CAAC,OAAO,EAAsB,CAAC,oBAAoB,CAAC;CAAG;AAE3F,MAAM,qBAAqB,GAAG,CAAC,OAAmB,EAAE,EAAE;IACpD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAA;IAClD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAA;IAC5C,MAAM,UAAU,GAAG,sBAAsB,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IAClH,OAAO,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE;QAChC,UAAU,EAAE,UAAU,IAAI,IAAI,iBAAiB,CAAC,EAAE,CAAC;QACnD,eAAe,EAAE,oBAAoB,CACnC,aAAa,CAAC,eAAe,EAC7B,aAAa,EAAE,eAAe,EAC9B,OAAO,CAAC,eAAe,CACxB;QACD,IAAI,EAAE,gBAAgB,CAAC,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC;KAC9E,CAAC,CAAA;AACJ,CAAC,CAAA;AAwCD,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,OAAe,EAAE,KAA2B,EAAE,EAAE;IAClF,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,KAAK,CAAA;IAC5D,IAAI,MAAM,YAAY,aAAa;QAAE,OAAO,MAAM,CAAA;IAClD,OAAO,cAAc,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;AACvE,CAAC,CAAA;AAED,SAAS,iBAAiB,CACxB,KAA8D;IAE9D,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;IAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IACjF,MAAM,iBAAiB,GAAG,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC3E,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC,KAAY,EAAE,EAAE,CACtD,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,CAC3B,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,CACnB,cAAc,CAAC,UAAU,CACvB,KAAK,CAAC,EAAE,EACR,WAAW,KAAK,eAAe,EAC/B,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CACrE,CACF,CACF,CAAA;IAMH,MAAM,KAAK,GAAG,CAAC,UAA2B,EAAyB,EAAE;QACnE,MAAM,KAAK,GAA0B;YACnC,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,QAAQ,EAAE,UAAU,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC9F,QAAQ,EAAE,QAAQ,CAAC,EAAE;YACrB,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,IAAI,EAAE,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;YAClC,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,EAAE;YACnC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,CAAC,KAAiC,EAAE,EAAE;gBAC1C,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAA;gBACtE,OAAO,KAAK,CAAC;oBACX,GAAG,UAAU;oBACb,EAAE,EAAE,EAAE,IAAI,UAAU,CAAC,EAAE;oBACvB,QAAQ,EAAE,QAAQ,IAAI,UAAU,CAAC,QAAQ;oBACzC,IAAI,EAAE,IAAI,IAAI,UAAU,CAAC,IAAI;oBAC7B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ;oBACxF,SAAS,EAAG,SAA0D,IAAI,UAAU,CAAC,SAAS;oBAC9F,QAAQ,EAAE,kBAAkB,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,CAAC;iBACvD,CAAC,CAAA;YACJ,CAAC;YACD,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC;YAC9C,gBAAgB,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAClC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC3B,IAAI;gBACJ,OAAO;gBACP,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,IAAI,EAAE,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;gBAClC,UAAU;gBACV,OAAO,EAAE,UAAU,CAAC,OAAO;aAC5B,CAAC;YACJ,cAAc,EAAE,CAAC,QAAkB,EAAE,OAAmB,EAAE,OAAyB,EAAE,EAAE;gBACrF,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAA;gBACnE,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS;qBAChC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC;qBAClC,IAAI,CACH,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EACpC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAC3F,CAAA;gBACH,OAAO,MAAM,CAAC,IAAI,CAChB,MAAM,CAAC,cAAc,CACnB,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EACtC,QAAQ,CAAC,MAAM,CAAC,IAAI,EACpB,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CACxE,EACD,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,kBAAkB,KAAK,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CACvG,CAAA;YACH,CAAC;SAC8B,CAAA;QACjC,OAAO,KAAK,CAAA;IACd,CAAC,CAAA;IAED,OAAO,KAAK,CAAC,EAAE,GAAG,KAAK,EAAE,QAAQ,EAAE,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,CAAA;AAC3F,CAAC;AAuBD,MAAM,UAAU,IAAI,CAClB,KAAqG;IAErG,IAAI,WAAW,IAAI,KAAK;QAAE,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAA;IACzD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;IAC/B,OAAO,iBAAiB,CAAC;QACvB,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ;QACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,aAAa,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;KACzB,CAAC,CAAA;AACJ,CAAC;AAED,6EAA6E;AAC7E,6EAA6E;AAC7E,qBAAqB;AACrB,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAmB;IACrE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAA;IACjE,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAA;IAElC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI;SAC3B,IAAI,CAAC,QAAQ,CAAC;SACd,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;IACnG,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;IAE9D,OAAO;QACL,OAAO,EAAE,QAAQ;QACjB,KAAK;QACL,IAAI;QACJ,QAAQ;KACT,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAmB;IAC/E,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAExC,OAAO,IAAI,eAAe,CAAC;QACzB,EAAE,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,SAAS;QACpC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE;QACxB,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ;QACjC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK;QAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,EAAE;KACrD,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,MAAM,iBAAiB,GAAG,CAAC,OAAyB,EAAE,EAAE,CAAC,CAAC,OAAmB,EAAE,EAAE,CAC/E,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACxC,OAAO,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;AACpF,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,YAAY,GAAG,CAAC,MAA2B,EAAE,EAAE,CACnD,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,EAAE,OAAmB;IACtD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAA;IAChG,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IAC5C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAC7B,OAAO,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CACrC,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,EACrD,uDAAuD,CACxD,CAAA;AACH,CAAC,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,OAAO,GAAG,CAAiB,OAAmB,EAAE,EAAE,CAC7D,WAAW,CAAC,OAAO,CAAqD,CAAA;AAE1E,MAAM,UAAU,MAAM,CAAC,OAAmB;IACxC,OAAO,MAAM,CAAC,MAAM,CAClB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACzC,CAAC,CAAC,CACkC,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,OAAmB;IAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACzB,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IAClD,CAAC,CAAyC,CAAA;AAC5C,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,OAAmB,EAAE,EAAE,CACnD,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;AACzC,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,CAAC,MAAM,KAAK,GAAyD,KAAK,CAAC,MAAM,CACrF,OAAO,EACP,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,iBAAiB,CAAC;QAC/B,IAAI,EAAE,KAAK,CAAC,CAAC,eAAe,CAAC,OAAO;QACpC,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;KACzF,CAAC,CAAA;IACF,OAAO,OAAO,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,WAAmC,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAC7G,CAAC,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,IAAI,EAAW,CAAA;AAEtC,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,OAAO;IACP,KAAK;IACL,OAAO;IACP,MAAM;IACN,QAAQ;CACA,CAAA"}

package/dist/route/endpoint.js

@@ -0,0 +1,22 @@
+import * as ProviderShared from "../protocols/shared";
+/** Construct an `Endpoint` from a path string or path function. */
+export const path = (value, options = {}) => ({
+    ...options,
+    path: value,
+});
+export const merge = (base, patch) => ({
+    ...base,
+    ...patch,
+    baseURL: patch.baseURL ?? base.baseURL,
+    path: patch.path ?? base.path,
+    query: patch.query === undefined ? base.query : { ...base.query, ...patch.query },
+});
+const renderPart = (part, input) => typeof part === "function" ? part(input) : part;
+export const render = (endpoint, input) => {
+    const url = new URL(`${ProviderShared.trimBaseUrl(endpoint.baseURL ?? "")}${renderPart(endpoint.path, input)}`);
+    for (const [key, value] of Object.entries(endpoint.query ?? {}))
+        url.searchParams.set(key, value);
+    return url;
+};
+export * as Endpoint from "./endpoint";
+//# sourceMappingURL=endpoint.js.map

package/dist/route/endpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"endpoint.js","sourceRoot":"","sources":["../../src/route/endpoint.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,cAAc,MAAM,qBAAqB,CAAA;AA4BrD,mEAAmE;AACnE,MAAM,CAAC,MAAM,IAAI,GAAG,CAAO,KAAyB,EAAE,UAAwC,EAAE,EAAkB,EAAE,CAAC,CAAC;IACpH,GAAG,OAAO;IACV,IAAI,EAAE,KAAK;CACZ,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG,CAAO,IAAoB,EAAE,KAA0B,EAAkB,EAAE,CAAC,CAAC;IAChG,GAAG,IAAI;IACP,GAAG,KAAK;IACR,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO;IACtC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;IAC7B,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE;CAClF,CAAC,CAAA;AAEF,MAAM,UAAU,GAAG,CAAO,IAAwB,EAAE,KAA0B,EAAE,EAAE,CAChF,OAAO,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AAEjD,MAAM,CAAC,MAAM,MAAM,GAAG,CAAO,QAAwB,EAAE,KAA0B,EAAE,EAAE;IACnF,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,cAAc,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IAC/G,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;QAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACjG,OAAO,GAAG,CAAA;AACZ,CAAC,CAAA;AAED,OAAO,KAAK,QAAQ,MAAM,YAAY,CAAA"}

package/dist/route/executor.d.ts

@@ -0,0 +1,13 @@
+import { Context, Effect, Layer } from "effect";
+import { HttpClient, HttpClientRequest, HttpClientResponse } from "effect/unstable/http";
+import { LLMError } from "../schema";
+export interface Interface {
+    readonly execute: (request: HttpClientRequest.HttpClientRequest) => Effect.Effect<HttpClientResponse.HttpClientResponse, LLMError>;
+}
+declare const Service_base: Context.ServiceClass<Service, "@zyraxon/LLM/RequestExecutor", Interface>;
+export declare class Service extends Service_base {
+}
+export declare const layer: Layer.Layer<Service, never, HttpClient.HttpClient>;
+export declare const fetchLayer: Layer.Layer<Service, never, never>;
+export * as RequestExecutor from "./executor";
+//# sourceMappingURL=executor.d.ts.map

package/dist/route/executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../src/route/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,OAAO,EAAE,MAAM,EAAE,KAAK,EAAU,MAAM,QAAQ,CAAA;AAC9D,OAAO,EAGL,UAAU,EAEV,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EAQL,QAAQ,EAMT,MAAM,WAAW,CAAA;AAGlB,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,CAChB,OAAO,EAAE,iBAAiB,CAAC,iBAAiB,KACzC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAA;CACpE;;AAED,qBAAa,OAAQ,SAAQ,YAAqE;CAAG;AA6UrG,eAAO,MAAM,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,UAAU,CAepE,CAAA;AAED,eAAO,MAAM,UAAU,oCAAmD,CAAA;AAE1E,OAAO,KAAK,eAAe,MAAM,YAAY,CAAA"}

package/dist/route/executor.js

@@ -0,0 +1,287 @@
+import { Cause, Context, Effect, Layer, Random } from "effect";
+import { FetchHttpClient, Headers, HttpClient, HttpClientError, } from "effect/unstable/http";
+import { AuthenticationReason, ContentPolicyReason, HttpContext, HttpRateLimitDetails, HttpRequestDetails, HttpResponseDetails, InvalidRequestReason, LLMError, ProviderInternalReason, QuotaExceededReason, RateLimitReason, TransportReason, UnknownProviderReason, } from "../schema";
+import { isContextOverflow } from "../provider-error";
+export class Service extends Context.Service()("@zyraxon/LLM/RequestExecutor") {
+}
+const BODY_LIMIT = 16_384;
+const MAX_RETRIES = 2;
+const BASE_DELAY_MS = 500;
+const MAX_DELAY_MS = 10_000;
+const REDACTED = "<redacted>";
+// One source of truth for what counts as a sensitive name across headers,
+// URL query keys, and field names embedded inside request/response bodies.
+//
+// `SENSITIVE_NAME` is used as both a substring matcher (for free-form header
+// names like `Authorization` / `X-API-Key`) and as the body-field alternation
+// list. `SHORT_QUERY_NAME` covers anchored short keys like `?key=…` / `?sig=…`
+// that are too generic to redact substring-style without false positives.
+const SENSITIVE_NAME_SOURCE = "authorization|api[-_]?key|access[-_]?token|refresh[-_]?token|id[-_]?token|token|secret|credential|signature|x-amz-signature";
+const SENSITIVE_NAME = new RegExp(SENSITIVE_NAME_SOURCE, "i");
+const SHORT_QUERY_NAME = /^(key|sig)$/i;
+const SENSITIVE_BODY_FIELD = new RegExp(`(?:${SENSITIVE_NAME_SOURCE}|key)`, "i");
+const REDACT_JSON_FIELD = new RegExp(`("(?:${SENSITIVE_BODY_FIELD.source})"\\s*:\\s*)"[^"]*"`, "gi");
+const REDACT_QUERY_FIELD = new RegExp(`((?:${SENSITIVE_BODY_FIELD.source})=)[^&\\s"]+`, "gi");
+const isSensitiveHeaderName = (name) => SENSITIVE_NAME.test(name);
+const isSensitiveQueryName = (name) => isSensitiveHeaderName(name) || SHORT_QUERY_NAME.test(name);
+const redactHeaders = (headers, redactedNames) => Object.fromEntries(Object.entries(Headers.redact(headers, [...redactedNames, SENSITIVE_NAME])).map(([name, value]) => [
+    name,
+    String(value),
+]));
+const redactUrl = (value) => {
+    if (!URL.canParse(value))
+        return REDACTED;
+    const url = new URL(value);
+    url.searchParams.forEach((_, key) => {
+        if (isSensitiveQueryName(key))
+            url.searchParams.set(key, REDACTED);
+    });
+    return url.toString();
+};
+const normalizedHeaders = (headers) => Object.fromEntries(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]));
+const requestId = (headers) => {
+    return (headers["x-request-id"] ??
+        headers["request-id"] ??
+        headers["x-amzn-requestid"] ??
+        headers["x-amz-request-id"] ??
+        headers["x-goog-request-id"] ??
+        headers["cf-ray"]);
+};
+const retryableStatus = (status) => status === 429 || status === 503 || status === 504 || status === 529;
+const retryAfterMs = (headers) => {
+    const millis = Number(headers["retry-after-ms"]);
+    if (Number.isFinite(millis))
+        return Math.max(0, millis);
+    const value = headers["retry-after"];
+    if (!value)
+        return undefined;
+    const seconds = Number(value);
+    if (Number.isFinite(seconds))
+        return Math.max(0, seconds * 1000);
+    const date = Date.parse(value);
+    if (!Number.isNaN(date))
+        return Math.max(0, date - Date.now());
+    return undefined;
+};
+const addRateLimitValue = (target, key, value) => {
+    if (key.length > 0)
+        target[key] = value;
+};
+const rateLimitDetails = (headers, retryAfter) => {
+    const limit = {};
+    const remaining = {};
+    const reset = {};
+    Object.entries(headers).forEach(([name, value]) => {
+        const openaiLimit = /^x-ratelimit-limit-(.+)$/.exec(name)?.[1];
+        if (openaiLimit)
+            return addRateLimitValue(limit, openaiLimit, value);
+        const openaiRemaining = /^x-ratelimit-remaining-(.+)$/.exec(name)?.[1];
+        if (openaiRemaining)
+            return addRateLimitValue(remaining, openaiRemaining, value);
+        const openaiReset = /^x-ratelimit-reset-(.+)$/.exec(name)?.[1];
+        if (openaiReset)
+            return addRateLimitValue(reset, openaiReset, value);
+        const anthropic = /^anthropic-ratelimit-(.+)-(limit|remaining|reset)$/.exec(name);
+        if (!anthropic)
+            return;
+        if (anthropic[2] === "limit")
+            return addRateLimitValue(limit, anthropic[1], value);
+        if (anthropic[2] === "remaining")
+            return addRateLimitValue(remaining, anthropic[1], value);
+        return addRateLimitValue(reset, anthropic[1], value);
+    });
+    if (retryAfter === undefined &&
+        Object.keys(limit).length === 0 &&
+        Object.keys(remaining).length === 0 &&
+        Object.keys(reset).length === 0)
+        return undefined;
+    return new HttpRateLimitDetails({
+        retryAfterMs: retryAfter,
+        limit: Object.keys(limit).length === 0 ? undefined : limit,
+        remaining: Object.keys(remaining).length === 0 ? undefined : remaining,
+        reset: Object.keys(reset).length === 0 ? undefined : reset,
+    });
+};
+const requestDetails = (request, redactedNames) => new HttpRequestDetails({
+    method: request.method,
+    url: redactUrl(request.url),
+    headers: redactHeaders(request.headers, redactedNames),
+});
+const responseDetails = (response, redactedNames) => new HttpResponseDetails({
+    status: response.status,
+    headers: redactHeaders(response.headers, redactedNames),
+});
+const secretValues = (request) => {
+    const values = new Set();
+    const add = (value) => {
+        if (value.length < 4)
+            return;
+        values.add(value);
+        values.add(encodeURIComponent(value));
+    };
+    Object.entries(request.headers).forEach(([name, value]) => {
+        if (!isSensitiveHeaderName(name))
+            return;
+        add(value);
+        const bearer = /^Bearer\s+(.+)$/i.exec(value)?.[1];
+        if (bearer)
+            add(bearer);
+    });
+    if (!URL.canParse(request.url))
+        return values;
+    new URL(request.url).searchParams.forEach((value, key) => {
+        if (isSensitiveQueryName(key))
+            add(value);
+    });
+    return values;
+};
+// Two passes: structural (redact `"name": "value"` and `name=value` patterns
+// for any field name that looks sensitive) plus literal (replace any actual
+// secret values we sent in the request, in case the response echoes one back).
+const redactBody = (body, request) => Array.from(secretValues(request)).reduce((text, secret) => text.split(secret).join(REDACTED), body.replace(REDACT_JSON_FIELD, `$1"${REDACTED}"`).replace(REDACT_QUERY_FIELD, `$1${REDACTED}`));
+const responseBody = (body, request) => {
+    if (body === undefined)
+        return {};
+    const redacted = redactBody(body, request);
+    if (redacted.length <= BODY_LIMIT)
+        return { body: redacted };
+    return { body: redacted.slice(0, BODY_LIMIT), bodyTruncated: true };
+};
+const providerMessage = (status, body) => {
+    if (body.body && body.body.length <= 500)
+        return `Provider request failed with HTTP ${status}: ${body.body}`;
+    return `Provider request failed with HTTP ${status}`;
+};
+const responseHttp = (input) => new HttpContext({
+    request: requestDetails(input.request, input.redactedNames),
+    response: responseDetails(input.response, input.redactedNames),
+    ...input.body,
+    requestId: input.requestId,
+    rateLimit: input.rateLimit,
+});
+const statusReason = (input) => {
+    const body = input.http.body ?? "";
+    if (/content[-_\s]?policy|content_filter|safety/i.test(body)) {
+        return new ContentPolicyReason({ message: input.message, http: input.http });
+    }
+    if (input.status === 401) {
+        return new AuthenticationReason({ message: input.message, kind: "invalid", http: input.http });
+    }
+    if (input.status === 403) {
+        return new AuthenticationReason({ message: input.message, kind: "insufficient-permissions", http: input.http });
+    }
+    if (input.status === 429) {
+        if (/insufficient[-_\s]?quota|quota[-_\s]?exceeded/i.test(body)) {
+            return new QuotaExceededReason({ message: input.message, http: input.http });
+        }
+        return new RateLimitReason({
+            message: input.message,
+            retryAfterMs: input.retryAfterMs,
+            rateLimit: input.rateLimit,
+            http: input.http,
+        });
+    }
+    if (input.status === 400 ||
+        input.status === 404 ||
+        input.status === 409 ||
+        input.status === 413 ||
+        input.status === 422) {
+        return new InvalidRequestReason({
+            message: input.message,
+            classification: isContextOverflow(body) ? "context-overflow" : undefined,
+            http: input.http,
+        });
+    }
+    if (input.status >= 500 || retryableStatus(input.status)) {
+        return new ProviderInternalReason({
+            message: input.message,
+            status: input.status,
+            retryAfterMs: input.retryAfterMs,
+            http: input.http,
+        });
+    }
+    return new UnknownProviderReason({ message: input.message, status: input.status, http: input.http });
+};
+const statusError = (request, redactedNames) => (response) => Effect.gen(function* () {
+    if (response.status < 400)
+        return response;
+    const body = yield* response.text.pipe(Effect.catch(() => Effect.void));
+    const headers = normalizedHeaders(response.headers);
+    const retryAfter = retryAfterMs(headers);
+    const rateLimit = rateLimitDetails(headers, retryAfter);
+    const details = responseBody(body, request);
+    return yield* new LLMError({
+        module: "RequestExecutor",
+        method: "execute",
+        reason: statusReason({
+            status: response.status,
+            message: providerMessage(response.status, details),
+            retryAfterMs: retryAfter,
+            rateLimit,
+            http: responseHttp({
+                request,
+                response,
+                redactedNames,
+                body: details,
+                requestId: requestId(headers),
+                rateLimit,
+            }),
+        }),
+    });
+});
+const toHttpError = (redactedNames) => (error) => {
+    const transportError = (input) => new LLMError({
+        module: "RequestExecutor",
+        method: "execute",
+        reason: new TransportReason({
+            message: input.message,
+            kind: input.kind,
+            url: input.request ? redactUrl(input.request.url) : undefined,
+            http: input.request ? new HttpContext({ request: requestDetails(input.request, redactedNames) }) : undefined,
+        }),
+    });
+    if (Cause.isTimeoutError(error)) {
+        return transportError({ message: error.message, kind: "Timeout" });
+    }
+    if (!HttpClientError.isHttpClientError(error)) {
+        return transportError({ message: "HTTP transport failed" });
+    }
+    const request = "request" in error ? error.request : undefined;
+    if (error.reason._tag === "TransportError") {
+        return transportError({
+            message: error.reason.description ?? "HTTP transport failed",
+            kind: error.reason._tag,
+            request,
+        });
+    }
+    return transportError({
+        message: `HTTP transport failed: ${error.reason._tag}`,
+        kind: error.reason._tag,
+        request,
+    });
+};
+const retryDelay = (error, attempt) => {
+    if (error.retryAfterMs !== undefined)
+        return Effect.succeed(Math.min(error.retryAfterMs, MAX_DELAY_MS));
+    return Random.nextBetween(Math.min(BASE_DELAY_MS * 2 ** attempt * 0.8, MAX_DELAY_MS), Math.min(BASE_DELAY_MS * 2 ** attempt * 1.2, MAX_DELAY_MS)).pipe(Effect.map((delay) => Math.round(delay)));
+};
+const retryStatusFailures = (effect, retries = MAX_RETRIES, attempt = 0) => Effect.catchTag(effect, "LLM.Error", (error) => {
+    if (!error.retryable || retries <= 0)
+        return Effect.fail(error);
+    return retryDelay(error, attempt).pipe(Effect.flatMap((delay) => Effect.sleep(delay)), Effect.flatMap(() => retryStatusFailures(effect, retries - 1, attempt + 1)));
+});
+export const layer = Layer.effect(Service, Effect.gen(function* () {
+    const http = yield* HttpClient.HttpClient;
+    const executeOnce = (request) => Effect.gen(function* () {
+        const redactedNames = yield* Headers.CurrentRedactedNames;
+        return yield* http
+            .execute(request)
+            .pipe(Effect.mapError(toHttpError(redactedNames)), Effect.flatMap(statusError(request, redactedNames)));
+    });
+    return Service.of({
+        execute: (request) => retryStatusFailures(executeOnce(request)),
+    });
+}));
+export const fetchLayer = layer.pipe(Layer.provide(FetchHttpClient.layer));
+export * as RequestExecutor from "./executor";
+//# sourceMappingURL=executor.js.map

package/dist/route/executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../src/route/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC9D,OAAO,EACL,eAAe,EACf,OAAO,EACP,UAAU,EACV,eAAe,GAGhB,MAAM,sBAAsB,CAAA;AAC7B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,WAAW,EACX,oBAAoB,EACpB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,QAAQ,EACR,sBAAsB,EACtB,mBAAmB,EACnB,eAAe,EACf,eAAe,EACf,qBAAqB,GACtB,MAAM,WAAW,CAAA;AAClB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAQrD,MAAM,OAAO,OAAQ,SAAQ,OAAO,CAAC,OAAO,EAAsB,CAAC,8BAA8B,CAAC;CAAG;AAErG,MAAM,UAAU,GAAG,MAAM,CAAA;AACzB,MAAM,WAAW,GAAG,CAAC,CAAA;AACrB,MAAM,aAAa,GAAG,GAAG,CAAA;AACzB,MAAM,YAAY,GAAG,MAAM,CAAA;AAC3B,MAAM,QAAQ,GAAG,YAAY,CAAA;AAE7B,0EAA0E;AAC1E,2EAA2E;AAC3E,EAAE;AACF,6EAA6E;AAC7E,8EAA8E;AAC9E,+EAA+E;AAC/E,0EAA0E;AAC1E,MAAM,qBAAqB,GACzB,6HAA6H,CAAA;AAC/H,MAAM,cAAc,GAAG,IAAI,MAAM,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAA;AAC7D,MAAM,gBAAgB,GAAG,cAAc,CAAA;AACvC,MAAM,oBAAoB,GAAG,IAAI,MAAM,CAAC,MAAM,qBAAqB,OAAO,EAAE,GAAG,CAAC,CAAA;AAChF,MAAM,iBAAiB,GAAG,IAAI,MAAM,CAAC,QAAQ,oBAAoB,CAAC,MAAM,qBAAqB,EAAE,IAAI,CAAC,CAAA;AACpG,MAAM,kBAAkB,GAAG,IAAI,MAAM,CAAC,OAAO,oBAAoB,CAAC,MAAM,cAAc,EAAE,IAAI,CAAC,CAAA;AAE7F,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAEzE,MAAM,oBAAoB,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAEzG,MAAM,aAAa,GAAG,CAAC,OAAwB,EAAE,aAA6C,EAAE,EAAE,CAChG,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,GAAG,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;IACjG,IAAI;IACJ,MAAM,CAAC,KAAK,CAAC;CACd,CAAC,CACH,CAAA;AAEH,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,EAAE;IAClC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAA;IACzC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;IAC1B,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;QAClC,IAAI,oBAAoB,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;IACpE,CAAC,CAAC,CAAA;IACF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAA;AACvB,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,CAAC,OAAwB,EAAE,EAAE,CACrD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;AAE/F,MAAM,SAAS,GAAG,CAAC,OAA+B,EAAE,EAAE;IACpD,OAAO,CACL,OAAO,CAAC,cAAc,CAAC;QACvB,OAAO,CAAC,YAAY,CAAC;QACrB,OAAO,CAAC,kBAAkB,CAAC;QAC3B,OAAO,CAAC,kBAAkB,CAAC;QAC3B,OAAO,CAAC,mBAAmB,CAAC;QAC5B,OAAO,CAAC,QAAQ,CAAC,CAClB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,CAAA;AAEhH,MAAM,YAAY,GAAG,CAAC,OAA+B,EAAE,EAAE;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAA;IAChD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IAEvD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,CAAA;IACpC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAE5B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,CAAA;IAEhE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAC9D,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,CAAC,MAA8B,EAAE,GAAW,EAAE,KAAa,EAAE,EAAE;IACvF,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;AACzC,CAAC,CAAA;AAED,MAAM,gBAAgB,GAAG,CAAC,OAA+B,EAAE,UAA8B,EAAE,EAAE;IAC3F,MAAM,KAAK,GAA2B,EAAE,CAAA;IACxC,MAAM,SAAS,GAA2B,EAAE,CAAA;IAC5C,MAAM,KAAK,GAA2B,EAAE,CAAA;IAExC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;QAChD,MAAM,WAAW,GAAG,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC9D,IAAI,WAAW;YAAE,OAAO,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAA;QAEpE,MAAM,eAAe,GAAG,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACtE,IAAI,eAAe;YAAE,OAAO,iBAAiB,CAAC,SAAS,EAAE,eAAe,EAAE,KAAK,CAAC,CAAA;QAEhF,MAAM,WAAW,GAAG,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAC9D,IAAI,WAAW;YAAE,OAAO,iBAAiB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAA;QAEpE,MAAM,SAAS,GAAG,oDAAoD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACjF,IAAI,CAAC,SAAS;YAAE,OAAM;QACtB,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,OAAO;YAAE,OAAO,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QAClF,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,WAAW;YAAE,OAAO,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QAC1F,OAAO,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;IACtD,CAAC,CAAC,CAAA;IAEF,IACE,UAAU,KAAK,SAAS;QACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;QAE/B,OAAO,SAAS,CAAA;IAElB,OAAO,IAAI,oBAAoB,CAAC;QAC9B,YAAY,EAAE,UAAU;QACxB,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;QAC1D,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;QACtE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;KAC3D,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,OAA4C,EAAE,aAA6C,EAAE,EAAE,CACrH,IAAI,kBAAkB,CAAC;IACrB,MAAM,EAAE,OAAO,CAAC,MAAM;IACtB,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC;IAC3B,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC;CACvD,CAAC,CAAA;AAEJ,MAAM,eAAe,GAAG,CACtB,QAA+C,EAC/C,aAA6C,EAC7C,EAAE,CACF,IAAI,mBAAmB,CAAC;IACtB,MAAM,EAAE,QAAQ,CAAC,MAAM;IACvB,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;CACxD,CAAC,CAAA;AAEJ,MAAM,YAAY,GAAG,CAAC,OAA4C,EAAE,EAAE;IACpE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,EAAE;QAC5B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAM;QAC5B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACjB,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAA;IACvC,CAAC,CAAA;IAED,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;QACxD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC;YAAE,OAAM;QACxC,GAAG,CAAC,KAAK,CAAC,CAAA;QACV,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAClD,IAAI,MAAM;YAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACzB,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,MAAM,CAAA;IAC7C,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACvD,IAAI,oBAAoB,CAAC,GAAG,CAAC;YAAE,GAAG,CAAC,KAAK,CAAC,CAAA;IAC3C,CAAC,CAAC,CAAA;IACF,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAED,6EAA6E;AAC7E,4EAA4E;AAC5E,+EAA+E;AAC/E,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,OAA4C,EAAE,EAAE,CAChF,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CACtC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EACnD,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,KAAK,QAAQ,EAAE,CAAC,CAChG,CAAA;AAEH,MAAM,YAAY,GAAG,CAAC,IAAmB,EAAE,OAA4C,EAAE,EAAE;IACzF,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,CAAA;IACjC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAC1C,IAAI,QAAQ,CAAC,MAAM,IAAI,UAAU;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;IAC5D,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,CAAA;AACrE,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,CAAC,MAAc,EAAE,IAAgC,EAAE,EAAE;IAC3E,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,qCAAqC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CAAA;IAC5G,OAAO,qCAAqC,MAAM,EAAE,CAAA;AACtD,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,CAAC,KAOrB,EAAE,EAAE,CACH,IAAI,WAAW,CAAC;IACd,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC;IAC3D,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC;IAC9D,GAAG,KAAK,CAAC,IAAI;IACb,SAAS,EAAE,KAAK,CAAC,SAAS;IAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;CAC3B,CAAC,CAAA;AAEJ,MAAM,YAAY,GAAG,CAAC,KAMrB,EAAE,EAAE;IACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAA;IAClC,IAAI,6CAA6C,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7D,OAAO,IAAI,mBAAmB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IAC9E,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,oBAAoB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IAChG,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,oBAAoB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,0BAA0B,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;IACjH,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACzB,IAAI,gDAAgD,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAChE,OAAO,IAAI,mBAAmB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;QAC9E,CAAC;QACD,OAAO,IAAI,eAAe,CAAC;YACzB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAA;IACJ,CAAC;IACD,IACE,KAAK,CAAC,MAAM,KAAK,GAAG;QACpB,KAAK,CAAC,MAAM,KAAK,GAAG;QACpB,KAAK,CAAC,MAAM,KAAK,GAAG;QACpB,KAAK,CAAC,MAAM,KAAK,GAAG;QACpB,KAAK,CAAC,MAAM,KAAK,GAAG,EACpB,CAAC;QACD,OAAO,IAAI,oBAAoB,CAAC;YAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,cAAc,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS;YACxE,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACzD,OAAO,IAAI,sBAAsB,CAAC;YAChC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,IAAI,qBAAqB,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;AACtG,CAAC,CAAA;AAED,MAAM,WAAW,GACf,CAAC,OAA4C,EAAE,aAA6C,EAAE,EAAE,CAChG,CAAC,QAA+C,EAAE,EAAE,CAClD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,QAAQ,CAAA;IAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IACvE,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAA;IACnD,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;IACvD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAC3C,OAAO,KAAK,CAAC,CAAC,IAAI,QAAQ,CAAC;QACzB,MAAM,EAAE,iBAAiB;QACzB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,YAAY,CAAC;YACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;YAClD,YAAY,EAAE,UAAU;YACxB,SAAS;YACT,IAAI,EAAE,YAAY,CAAC;gBACjB,OAAO;gBACP,QAAQ;gBACR,aAAa;gBACb,IAAI,EAAE,OAAO;gBACb,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC;gBAC7B,SAAS;aACV,CAAC;SACH,CAAC;KACH,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEN,MAAM,WAAW,GAAG,CAAC,aAA6C,EAAE,EAAE,CAAC,CAAC,KAAc,EAAE,EAAE;IACxF,MAAM,cAAc,GAAG,CAAC,KAIvB,EAAE,EAAE,CACH,IAAI,QAAQ,CAAC;QACX,MAAM,EAAE,iBAAiB;QACzB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE,IAAI,eAAe,CAAC;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;YAC7D,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;SAC7G,CAAC;KACH,CAAC,CAAA;IAEJ,IAAI,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,cAAc,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAA;IACpE,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,cAAc,CAAC,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC,CAAA;IAC7D,CAAC;IACD,MAAM,OAAO,GAAG,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAA;IAC9D,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QAC3C,OAAO,cAAc,CAAC;YACpB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,IAAI,uBAAuB;YAC5D,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;YACvB,OAAO;SACR,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,cAAc,CAAC;QACpB,OAAO,EAAE,0BAA0B,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;QACtD,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;QACvB,OAAO;KACR,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,KAAe,EAAE,OAAe,EAAE,EAAE;IACtD,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAA;IACvG,OAAO,MAAM,CAAC,WAAW,CACvB,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,IAAI,OAAO,GAAG,GAAG,EAAE,YAAY,CAAC,EAC1D,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,IAAI,OAAO,GAAG,GAAG,EAAE,YAAY,CAAC,CAC3D,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;AAClD,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,CAC1B,MAAqC,EACrC,OAAO,GAAG,WAAW,EACrB,OAAO,GAAG,CAAC,EACoB,EAAE,CACjC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,KAAK,EAAiC,EAAE;IAC5E,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,OAAO,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/D,OAAO,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,IAAI,CACpC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAC9C,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAC5E,CAAA;AACH,CAAC,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,KAAK,GAAuD,KAAK,CAAC,MAAM,CACnF,OAAO,EACP,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAA;IACzC,MAAM,WAAW,GAAG,CAAC,OAA4C,EAAE,EAAE,CACnE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAA;QACzD,OAAO,KAAK,CAAC,CAAC,IAAI;aACf,OAAO,CAAC,OAAO,CAAC;aAChB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;IAC3G,CAAC,CAAC,CAAA;IACJ,OAAO,OAAO,CAAC,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,mBAAmB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;KAChE,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAA;AAE1E,OAAO,KAAK,eAAe,MAAM,YAAY,CAAA"}

package/dist/route/framing.js

@@ -0,0 +1,5 @@
+import * as ProviderShared from "../protocols/shared";
+/** Server-Sent Events framing. Used by every JSON-streaming HTTP provider. */
+export const sse = { id: "sse", frame: ProviderShared.sseFraming };
+export * as Framing from "./framing";
+//# sourceMappingURL=framing.js.map

package/dist/route/framing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"framing.js","sourceRoot":"","sources":["../../src/route/framing.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,cAAc,MAAM,qBAAqB,CAAA;AAsBrD,8EAA8E;AAC9E,MAAM,CAAC,MAAM,GAAG,GAAoB,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,EAAE,CAAA;AAEnF,OAAO,KAAK,OAAO,MAAM,WAAW,CAAA"}

package/dist/route/index.d.ts

@@ -0,0 +1,17 @@
+export { Route, LLMClient } from "./client";
+export type { Route as RouteShape, RouteModelInput, RouteRoutedModelInput, RouteDefaults, RouteDefaultsInput, AnyRoute, Interface as LLMClientShape, Service as LLMClientService, } from "./client";
+export * from "./executor";
+export { Auth } from "./auth";
+export { AuthOptions } from "./auth-options";
+export { Endpoint } from "./endpoint";
+export { Framing } from "./framing";
+export { Protocol } from "./protocol";
+export { HttpTransport, WebSocketExecutor, WebSocketTransport } from "./transport";
+export * as Transport from "./transport";
+export type { Auth as AuthShape, AuthInput, Credential, CredentialError } from "./auth";
+export type { ApiKeyMode, AuthOverride, ProviderAuthOption } from "./auth-options";
+export type { Endpoint as EndpointFn, EndpointInput } from "./endpoint";
+export type { Framing as FramingDef } from "./framing";
+export type { Protocol as ProtocolDef } from "./protocol";
+export type { Transport as TransportDef, TransportRuntime } from "./transport";
+//# sourceMappingURL=index.d.ts.map

package/dist/route/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/route/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAC3C,YAAY,EACV,KAAK,IAAI,UAAU,EACnB,eAAe,EACf,qBAAqB,EACrB,aAAa,EACb,kBAAkB,EAClB,QAAQ,EACR,SAAS,IAAI,cAAc,EAC3B,OAAO,IAAI,gBAAgB,GAC5B,MAAM,UAAU,CAAA;AACjB,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AACrC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAClF,OAAO,KAAK,SAAS,MAAM,aAAa,CAAA;AACxC,YAAY,EAAE,IAAI,IAAI,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAA;AACvF,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAClF,YAAY,EAAE,QAAQ,IAAI,UAAU,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AACvE,YAAY,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,WAAW,CAAA;AACtD,YAAY,EAAE,QAAQ,IAAI,WAAW,EAAE,MAAM,YAAY,CAAA;AACzD,YAAY,EAAE,SAAS,IAAI,YAAY,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA"}

package/dist/route/index.js

@@ -0,0 +1,10 @@
+export { Route, LLMClient } from "./client";
+export * from "./executor";
+export { Auth } from "./auth";
+export { AuthOptions } from "./auth-options";
+export { Endpoint } from "./endpoint";
+export { Framing } from "./framing";
+export { Protocol } from "./protocol";
+export { HttpTransport, WebSocketExecutor, WebSocketTransport } from "./transport";
+export * as Transport from "./transport";
+//# sourceMappingURL=index.js.map

package/dist/route/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/route/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAW3C,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAA;AAC7B,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AACrC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAClF,OAAO,KAAK,SAAS,MAAM,aAAa,CAAA"}