@plurnk/plurnk-providers 6.1.1 → 6.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.defaults +5 -4
- package/README.md +3 -3
- package/SPEC.md +18 -15
- package/dist/InferenceAdmission.d.ts +10 -1
- package/dist/InferenceAdmission.d.ts.map +1 -1
- package/dist/InferenceAdmission.js +79 -15
- package/dist/InferenceAdmission.js.map +1 -1
- package/dist/Mock.d.ts +9 -0
- package/dist/Mock.d.ts.map +1 -1
- package/dist/Mock.js +13 -1
- package/dist/Mock.js.map +1 -1
- package/dist/ModelProvider.d.ts +3 -1
- package/dist/ModelProvider.d.ts.map +1 -1
- package/dist/ModelProvider.js +27 -9
- package/dist/ModelProvider.js.map +1 -1
- package/dist/ModelRequestBody.js +3 -3
- package/dist/ModelRequestBody.js.map +1 -1
- package/dist/catalogProvider.d.ts +2 -2
- package/dist/catalogProvider.d.ts.map +1 -1
- package/dist/catalogProvider.js +2 -1
- package/dist/catalogProvider.js.map +1 -1
- package/dist/compatibleProvider.d.ts.map +1 -1
- package/dist/compatibleProvider.js +6 -3
- package/dist/compatibleProvider.js.map +1 -1
- package/dist/env.d.ts +3 -1
- package/dist/env.d.ts.map +1 -1
- package/dist/env.js +24 -2
- package/dist/env.js.map +1 -1
- package/dist/index.d.ts +5 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/dist/modelAdapters.d.ts +2 -2
- package/dist/modelAdapters.d.ts.map +1 -1
- package/dist/modelAdapters.js +53 -4
- package/dist/modelAdapters.js.map +1 -1
- package/dist/pi-transport.d.ts +11 -10
- package/dist/pi-transport.d.ts.map +1 -1
- package/dist/pi-transport.js +752 -93
- package/dist/pi-transport.js.map +1 -1
- package/dist/stream-forensics.d.ts +4 -8
- package/dist/stream-forensics.d.ts.map +1 -1
- package/dist/stream-forensics.js +61 -192
- package/dist/stream-forensics.js.map +1 -1
- package/dist/types.d.ts +38 -5
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js +15 -3
- package/dist/types.js.map +1 -1
- package/package.json +4 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ModelRequestBody.js","sourceRoot":"","sources":["../src/ModelRequestBody.ts"],"names":[],"mappings":"AAEA,OAAO,EAAsB,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,gFAAgF;AAChF,8EAA8E;AAC9E,gFAAgF;AAChF,6EAA6E;AAC7E,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,GAAG;IACb,GAAG,EAAE,GAAG;IACR,MAAM,EAAE,GAAG;IACX,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,IAAI;IACX,GAAG,EAAE,IAAI;CACqC,CAAC,CAAC;AAEpD,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAEtC,8EAA8E;AAC9E,uBAAuB;AACvB,8DAA8D;AAC9D,0GAA0G;AAC1G,2EAA2E;AAC3E,gFAAgF;AAChF,iFAAiF;AACjF,+EAA+E;AAC/E,mFAAmF;AACnF,oDAAoD;AACpD,8EAA8E;AAC9E,yEAAyE;AACzE,4EAA4E;AAC5E,iDAAiD;AACjD,MAAM,kBAAkB,GAAwB,IAAI,GAAG,CAAC;IACpD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc;IACzG,kBAAkB,EAAE,kBAAkB,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,wBAAwB;IACxK,GAAG,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,qBAAqB;IAChF,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,uBAAuB;IAC1E,kBAAkB;CACrB,CAAC,CAAC;AAEH,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACxB,gBAAgB,CAAgB;IAChC,0BAA0B,CAAsC;IAChE,OAAO,CAAgB;IACvB,uBAAuB,CAAU;IACjC,cAAc,CAAgB;IAC9B,cAAc,CAAqB;IACnC,QAAQ,CAAqB;IAC7B,iBAAiB,CAAqB;IACtC,YAAY,CAAqB;IACjC,eAAe,CAAiB;IAChC,OAAO,CAAS;IAChB,oBAAoB,CAAU;IAC9B,UAAU,CAAgB;IACnC,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,EAAE,sBAAsB,EAAE,aAAa,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAcrN;QACG,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,0BAA0B,GAAG,yBAAyB,CAAC;QAC5D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,uBAAuB,GAAG,sBAAsB,CAAC;QACtD,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,oEAAoE;IACpE,aAAa,CACT,eAAe,GAAG,IAAI,CAAC,gBAAgB;QAEvC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAC9B,MAAM,MAAM,GAAG,eAAe,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,KAAK,KAAK,CAAC;QAC1B,QAAQ,IAAI,CAAC,eAAe,EAAE,CAAC;YAC3B,KAAK,UAAU,EAAE,CAAC;gBACd,MAAM,SAAS,GAAG,IAAI,KAAK,KAAK;oBAC5B,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,MAAM,CAAC;gBACb,uEAAuE;gBACvE,+DAA+D;gBAC/D,MAAM,cAAc,GAAG,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5G,OAAO;oBACH,oBAAoB,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,GAAG,cAAc,EAAE;oBAChE,gBAAgB,EAAE,MAAM;oBACxB,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,SAAS,EAAE,CAAC;iBACvE,CAAC;YACN,CAAC;YACD,KAAK,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,KAAK,MAAM,EAAE,OAAO,EAAE,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,0EAA0E;IAC1E,qBAAqB;QACjB,IAAI,IAAI,CAAC,eAAe,KAAK,UAAU;YAAE,OAAO,EAAE,CAAC;QACnD,sEAAsE;QACtE,6EAA6E;QAC7E,6EAA6E;QAC7E,OAAO;YACH,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC/D,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,GAAG,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClG,CAAC,CAAC,CAAC,EAAE,CAAC;SACV,CAAC;IACN,CAAC;IAGD,4EAA4E;IAC5E,kFAAkF;IAClF,gEAAgE;IAChE,4EAA4E;IAC5E,kDAAkD;IAClD,mCAAmC;IACnC,YAAY,CAAC,QAA6C,EAAE,WAAiC;QACzF,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACtC,MAAM,GAAG,GAA4B,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClH,OAAO,GAAG,CAAC;IACf,CAAC;IAGD,QAAQ,CAAC,SAAiB;QACtB,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;YAAE,OAAO,EAAE,CAAC;QAC7F,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAC1C,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI;oBAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClE,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,mCAAmC;QACzE,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACpC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAED,qBAAqB,CACjB,YAA2B,EAC3B,yBAAwC;QAExC,IAAI,IAAI,CAAC,0BAA0B,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QAC9F,IAAI,yBAAyB,KAAK,IAAI;YAAE,OAAO,yBAAyB,CAAC;QACzE,IAAI,IAAI,CAAC,uBAAuB;YAAE,OAAO,IAAI,CAAC;QAC9C,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,SAAS,CACf,GAAG,IAAI,CAAC,OAAO,qEAAqE,CACvF,CAAC;QACN,CAAC;QACD,IAAI,YAAY,IAAI,wBAAwB,EAAE,CAAC;YAC3C,MAAM,IAAI,SAAS,CACf,GAAG,IAAI,CAAC,OAAO,oDAAoD,wBAAwB,oCAAoC,CAClI,CAAC;QACN,CAAC;QACD,MAAM,QAAQ,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,GAAG,CACX,YAAY,GAAG,CAAC,EAChB,IAAI,CAAC,GAAG,CAAC,wBAAwB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,CAAC,CAC1E,CAAC;IACN,CAAC;IAGD,qBAAqB,CACjB,YAA2B,EAC3B,qBAAoC;QAEpC,IAAI,YAAY,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5C,OAAO,qBAAqB,KAAK,IAAI;YACjC,CAAC,CAAC,YAAY,GAAG,qBAAqB;YACtC,CAAC,CAAC,YAAY,CAAC;IACvB,CAAC;CACJ","sourcesContent":["// The provider-specific request body and headers one generate call sends: reasoning, sampling, repetition, slots, metadata. Split out of ModelProvider; every knob it reads is injected.\nimport type { Effort } from \"./types.ts\";\nimport { type EffortSetting } from \"./env.ts\";\nimport { fixedEffort } from \"./reasoning-effort.ts\";\nimport type { ReasoningStyle } from \"./ModelProvider.ts\";\n\n// Anthropic's older manual-reasoning protocol needs an absolute allowance while\n// PLURNK's durable contract names an effort. These fractions match the native\n// SDK's policy projection, but apply to PLURNK's total envelope rather than the\n// model's physical maximum. The minimum is imposed by the provider protocol.\nconst MANUAL_REASONING_FRACTIONS = Object.freeze({\n adaptive: 0.6,\n low: 0.1,\n medium: 0.3,\n high: 0.6,\n xhigh: 0.75,\n max: 0.85,\n} satisfies Record<Exclude<Effort, \"off\">, number>);\n\nconst MANUAL_REASONING_MINIMUM = 1024;\n\n// Body keys the provider owns — a caller's `sampling` passthrough may not set\n// these. Two families:\n// transport/managed — the stream/JSON choice, slot pinning,\n// data capture ({§provider-failure-normalization}: backend-specific fields never cross the contract);\n// contract invariants — `n` (atomic single completion: choices[0] is the\n// response; n>1 = paid, dropped output), the tool-calling family (tools-in-\n// body doctrine, §2: native tool_calls return null content = a broken turn),\n// modalities/audio (text-only contract), prediction (decode semantics, not\n// sampling), and the token caps (the envelope is the managed maxOutputTokens —\n// sampling must not bypass the consumer's cap).\n// Sampling intent (temperature, top_p, penalties, stop, seed, logit_bias) and\n// platform knobs (user, service_tier, prompt_cache_*, safety_identifier,\n// metadata, store, verbosity) pass through; the managed floors spread UNDER\n// sampling stay deliberately caller-overridable.\nconst RESERVED_BODY_KEYS: ReadonlySet<string> = new Set([\n \"model\", \"messages\", \"stream\", \"stream_options\", \"response_format\", \"id_slot\", \"logprobs\", \"top_logprobs\",\n \"reasoning_format\", \"reasoning_effort\", \"thinking\", \"think\", \"enable_thinking\", \"thinking_budget\", \"include_reasoning\", \"chat_template_kwargs\", \"thinking_budget_tokens\",\n \"n\", \"tools\", \"tool_choice\", \"functions\", \"function_call\", \"parallel_tool_calls\",\n \"modalities\", \"audio\", \"prediction\", \"max_tokens\", \"max_completion_tokens\",\n \"prompt_cache_key\",\n]);\n\nexport default class ModelRequestBody {\n readonly #reasoningBudget: number | null;\n readonly #additiveReasoningProvider: \"anthropic\" | \"bedrock\" | undefined;\n readonly #effort: EffortSetting;\n readonly #nativeAdaptiveThinking: boolean;\n readonly #repeatPenalty: number | null;\n readonly #dryMultiplier: number | undefined;\n readonly #dryBase: number | undefined;\n readonly #dryAllowedLength: number | undefined;\n readonly #repeatLastN: number | undefined;\n readonly #reasoningStyle: ReasoningStyle;\n readonly #source: string;\n readonly #supportsSlotPinning: boolean;\n readonly #slotCount: number | null;\n #runSlots = new Map<string, number>();\n #nextSlot = 0;\n\n constructor({ reasoningBudget, additiveReasoningProvider, effort, nativeAdaptiveThinking, repeatPenalty, dryMultiplier, dryBase, dryAllowedLength, repeatLastN, reasoningStyle, source, supportsSlotPinning, slotCount }: {\n reasoningBudget: number | null;\n additiveReasoningProvider: \"anthropic\" | \"bedrock\" | undefined;\n effort: EffortSetting;\n nativeAdaptiveThinking: boolean;\n repeatPenalty: number | null;\n dryMultiplier: number | undefined;\n dryBase: number | undefined;\n dryAllowedLength: number | undefined;\n repeatLastN: number | undefined;\n reasoningStyle: ReasoningStyle;\n source: string;\n supportsSlotPinning: boolean;\n slotCount: number | null;\n }) {\n this.#reasoningBudget = reasoningBudget;\n this.#additiveReasoningProvider = additiveReasoningProvider;\n this.#effort = effort;\n this.#nativeAdaptiveThinking = nativeAdaptiveThinking;\n this.#repeatPenalty = repeatPenalty;\n this.#dryMultiplier = dryMultiplier;\n this.#dryBase = dryBase;\n this.#dryAllowedLength = dryAllowedLength;\n this.#repeatLastN = repeatLastN;\n this.#reasoningStyle = reasoningStyle;\n this.#source = source;\n this.#supportsSlotPinning = supportsSlotPinning;\n this.#slotCount = slotCount;\n }\n\n // The llama-server template mapping is owned by {§provider-effort}.\n reasoningBody(\n reasoningBudget = this.#reasoningBudget,\n ): Record<string, unknown> {\n const { mode } = this.#effort;\n const budget = reasoningBudget;\n const on = mode !== \"off\";\n switch (this.#reasoningStyle) {\n case \"template\": {\n const allowance = mode === \"off\"\n ? 0\n : budget;\n // A fixed effort rides into the template as its own variable; adaptive\n // and off send none and leave the template's default in force.\n const templateEffort = mode === \"off\" || mode === \"adaptive\" ? {} : { reasoning_effort: fixedEffort(mode) };\n return {\n chat_template_kwargs: { enable_thinking: on, ...templateEffort },\n reasoning_format: \"auto\",\n ...(allowance === null ? {} : { thinking_budget_tokens: allowance }),\n };\n }\n case \"think\": return on ? { think: true } : {};\n case \"none\": return {};\n }\n }\n\n // Local sampler extensions stay separate from portable SDK call settings.\n repetitionPenaltyBody(): Record<string, unknown> {\n if (this.#reasoningStyle !== \"template\") return {};\n // repeat_penalty + optional DRY (repeated-sequence penalty) + a wider\n // repeat_last_n window — the loop-breaking tools a llama.cpp backend serves.\n // Each rides only when its operator knob is set; absent = the box's default.\n return {\n ...(this.#repeatPenalty !== null ? { repeat_penalty: this.#repeatPenalty } : {}),\n ...(this.#repeatLastN !== undefined ? { repeat_last_n: this.#repeatLastN } : {}),\n ...(this.#dryMultiplier !== undefined && this.#dryMultiplier > 0 ? {\n dry_multiplier: this.#dryMultiplier,\n ...(this.#dryBase !== undefined ? { dry_base: this.#dryBase } : {}),\n ...(this.#dryAllowedLength !== undefined ? { dry_allowed_length: this.#dryAllowedLength } : {}),\n } : {}),\n };\n }\n\n\n // Caller-supplied OpenAI-compat sampling params (temperature, top_p, top_k,\n // penalties, stop, seed, …) merged UNDER the managed request: the transport-owned\n // model and messages plus reasoning, max_tokens and slot always\n // win, and reserved transport/protocol keys are stripped so the passthrough\n // can't smuggle a stream toggle or a backend slot\n // ({§provider-request-authority}).\n samplingBody(sampling: Record<string, unknown> | undefined, managedKeys?: ReadonlySet<string>): Record<string, unknown> {\n if (sampling === undefined) return {};\n const out: Record<string, unknown> = {};\n for (const [k, v] of Object.entries(sampling)) if (!RESERVED_BODY_KEYS.has(k) && !managedKeys?.has(k)) out[k] = v;\n return out;\n }\n\n\n slotBody(sessionId: string): Record<string, unknown> {\n if (!this.#supportsSlotPinning || this.#slotCount === null || this.#slotCount < 1) return {};\n let slot = this.#runSlots.get(sessionId);\n if (slot === undefined) {\n slot = this.#nextSlot++ % this.#slotCount;\n if (this.#runSlots.size >= this.#slotCount * 8) {\n const oldest = this.#runSlots.keys().next();\n if (oldest.done !== true) this.#runSlots.delete(oldest.value);\n }\n } else {\n this.#runSlots.delete(sessionId); // re-insert to refresh LRU recency\n }\n this.#runSlots.set(sessionId, slot);\n return { id_slot: slot };\n }\n\n nativeReasoningBudget(\n outputBudget: number | null,\n configuredReasoningBudget: number | null,\n ): number | null {\n if (this.#additiveReasoningProvider === undefined || this.#effort.mode === \"off\") return null;\n if (configuredReasoningBudget !== null) return configuredReasoningBudget;\n if (this.#nativeAdaptiveThinking) return null;\n if (outputBudget === null) {\n throw new TypeError(\n `${this.#source}: manual provider reasoning requires a resolved total output budget`,\n );\n }\n if (outputBudget <= MANUAL_REASONING_MINIMUM) {\n throw new TypeError(\n `${this.#source}: total output budget must exceed the provider's ${MANUAL_REASONING_MINIMUM}-token minimum reasoning allowance`,\n );\n }\n const fraction = MANUAL_REASONING_FRACTIONS[this.#effort.mode];\n return Math.min(\n outputBudget - 1,\n Math.max(MANUAL_REASONING_MINIMUM, Math.round(outputBudget * fraction)),\n );\n }\n\n\n nativeMaxOutputTokens(\n outputBudget: number | null,\n nativeReasoningBudget: number | null,\n ): number | undefined {\n if (outputBudget === null) return undefined;\n return nativeReasoningBudget !== null\n ? outputBudget - nativeReasoningBudget\n : outputBudget;\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"ModelRequestBody.js","sourceRoot":"","sources":["../src/ModelRequestBody.ts"],"names":[],"mappings":"AAEA,OAAO,EAAsB,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGpD,gFAAgF;AAChF,8EAA8E;AAC9E,gFAAgF;AAChF,6EAA6E;AAC7E,MAAM,0BAA0B,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7C,QAAQ,EAAE,GAAG;IACb,GAAG,EAAE,GAAG;IACR,MAAM,EAAE,GAAG;IACX,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,IAAI;IACX,GAAG,EAAE,IAAI;CACqC,CAAC,CAAC;AAEpD,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAEtC,8EAA8E;AAC9E,uBAAuB;AACvB,8DAA8D;AAC9D,0GAA0G;AAC1G,2EAA2E;AAC3E,wEAAwE;AACxE,6DAA6D;AAC7D,+EAA+E;AAC/E,mFAAmF;AACnF,oDAAoD;AACpD,8EAA8E;AAC9E,yEAAyE;AACzE,4EAA4E;AAC5E,iDAAiD;AACjD,MAAM,kBAAkB,GAAwB,IAAI,GAAG,CAAC;IACpD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc;IACzG,kBAAkB,EAAE,kBAAkB,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,wBAAwB;IACxK,GAAG,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,eAAe,EAAE,qBAAqB;IAC9F,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,uBAAuB;IAC1E,kBAAkB;CACrB,CAAC,CAAC;AAEH,MAAM,CAAC,OAAO,OAAO,gBAAgB;IACxB,gBAAgB,CAAgB;IAChC,0BAA0B,CAAsC;IAChE,OAAO,CAAgB;IACvB,uBAAuB,CAAU;IACjC,cAAc,CAAgB;IAC9B,cAAc,CAAqB;IACnC,QAAQ,CAAqB;IAC7B,iBAAiB,CAAqB;IACtC,YAAY,CAAqB;IACjC,eAAe,CAAiB;IAChC,OAAO,CAAS;IAChB,oBAAoB,CAAU;IAC9B,UAAU,CAAgB;IACnC,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,EAAE,sBAAsB,EAAE,aAAa,EAAE,aAAa,EAAE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,EAAE,mBAAmB,EAAE,SAAS,EAcrN;QACG,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,0BAA0B,GAAG,yBAAyB,CAAC;QAC5D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,uBAAuB,GAAG,sBAAsB,CAAC;QACtD,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAChD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,oEAAoE;IACpE,aAAa,CACT,eAAe,GAAG,IAAI,CAAC,gBAAgB;QAEvC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAC9B,MAAM,MAAM,GAAG,eAAe,CAAC;QAC/B,MAAM,EAAE,GAAG,IAAI,KAAK,KAAK,CAAC;QAC1B,QAAQ,IAAI,CAAC,eAAe,EAAE,CAAC;YAC3B,KAAK,UAAU,EAAE,CAAC;gBACd,MAAM,SAAS,GAAG,IAAI,KAAK,KAAK;oBAC5B,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,MAAM,CAAC;gBACb,uEAAuE;gBACvE,+DAA+D;gBAC/D,MAAM,cAAc,GAAG,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5G,OAAO;oBACH,oBAAoB,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,GAAG,cAAc,EAAE;oBAChE,gBAAgB,EAAE,MAAM;oBACxB,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,SAAS,EAAE,CAAC;iBACvE,CAAC;YACN,CAAC;YACD,KAAK,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,KAAK,MAAM,EAAE,OAAO,EAAE,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,0EAA0E;IAC1E,qBAAqB;QACjB,IAAI,IAAI,CAAC,eAAe,KAAK,UAAU;YAAE,OAAO,EAAE,CAAC;QACnD,sEAAsE;QACtE,6EAA6E;QAC7E,6EAA6E;QAC7E,OAAO;YACH,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC/D,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnE,GAAG,CAAC,IAAI,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClG,CAAC,CAAC,CAAC,EAAE,CAAC;SACV,CAAC;IACN,CAAC;IAGD,4EAA4E;IAC5E,kFAAkF;IAClF,gEAAgE;IAChE,4EAA4E;IAC5E,kDAAkD;IAClD,mCAAmC;IACnC,YAAY,CAAC,QAA6C,EAAE,WAAiC;QACzF,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACtC,MAAM,GAAG,GAA4B,EAAE,CAAC;QACxC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClH,OAAO,GAAG,CAAC;IACf,CAAC;IAGD,QAAQ,CAAC,SAAiB;QACtB,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;YAAE,OAAO,EAAE,CAAC;QAC7F,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAC1C,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI;oBAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClE,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,mCAAmC;QACzE,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACpC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAED,qBAAqB,CACjB,YAA2B,EAC3B,yBAAwC;QAExC,IAAI,IAAI,CAAC,0BAA0B,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QAC9F,IAAI,yBAAyB,KAAK,IAAI;YAAE,OAAO,yBAAyB,CAAC;QACzE,IAAI,IAAI,CAAC,uBAAuB;YAAE,OAAO,IAAI,CAAC;QAC9C,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,SAAS,CACf,GAAG,IAAI,CAAC,OAAO,qEAAqE,CACvF,CAAC;QACN,CAAC;QACD,IAAI,YAAY,IAAI,wBAAwB,EAAE,CAAC;YAC3C,MAAM,IAAI,SAAS,CACf,GAAG,IAAI,CAAC,OAAO,oDAAoD,wBAAwB,oCAAoC,CAClI,CAAC;QACN,CAAC;QACD,MAAM,QAAQ,GAAG,0BAA0B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,GAAG,CACX,YAAY,GAAG,CAAC,EAChB,IAAI,CAAC,GAAG,CAAC,wBAAwB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,CAAC,CAC1E,CAAC;IACN,CAAC;IAGD,qBAAqB,CACjB,YAA2B,EAC3B,qBAAoC;QAEpC,IAAI,YAAY,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5C,OAAO,qBAAqB,KAAK,IAAI;YACjC,CAAC,CAAC,YAAY,GAAG,qBAAqB;YACtC,CAAC,CAAC,YAAY,CAAC;IACvB,CAAC;CACJ","sourcesContent":["// The provider-specific request body and headers one generate call sends: reasoning, sampling, repetition, slots, metadata. Split out of ModelProvider; every knob it reads is injected.\nimport type { Effort } from \"./types.ts\";\nimport { type EffortSetting } from \"./env.ts\";\nimport { fixedEffort } from \"./reasoning-effort.ts\";\nimport type { ReasoningStyle } from \"./ModelProvider.ts\";\n\n// Anthropic's older manual-reasoning protocol needs an absolute allowance while\n// PLURNK's durable contract names an effort. These fractions match the native\n// SDK's policy projection, but apply to PLURNK's total envelope rather than the\n// model's physical maximum. The minimum is imposed by the provider protocol.\nconst MANUAL_REASONING_FRACTIONS = Object.freeze({\n adaptive: 0.6,\n low: 0.1,\n medium: 0.3,\n high: 0.6,\n xhigh: 0.75,\n max: 0.85,\n} satisfies Record<Exclude<Effort, \"off\">, number>);\n\nconst MANUAL_REASONING_MINIMUM = 1024;\n\n// Body keys the provider owns — a caller's `sampling` passthrough may not set\n// these. Two families:\n// transport/managed — the stream/JSON choice, slot pinning,\n// data capture ({§provider-failure-normalization}: backend-specific fields never cross the contract);\n// contract invariants — `n` (atomic single completion: choices[0] is the\n// response; n>1 = paid, dropped output), protocol tool-control keys\n// (reserved from arbitrary caller `sampling` overrides),\n// modalities/audio (text-only contract), prediction (decode semantics, not\n// sampling), and the token caps (the envelope is the managed maxOutputTokens —\n// sampling must not bypass the consumer's cap).\n// Sampling intent (temperature, top_p, penalties, stop, seed, logit_bias) and\n// platform knobs (user, service_tier, prompt_cache_*, safety_identifier,\n// metadata, store, verbosity) pass through; the managed floors spread UNDER\n// sampling stay deliberately caller-overridable.\nconst RESERVED_BODY_KEYS: ReadonlySet<string> = new Set([\n \"model\", \"messages\", \"stream\", \"stream_options\", \"response_format\", \"id_slot\", \"logprobs\", \"top_logprobs\",\n \"reasoning_format\", \"reasoning_effort\", \"thinking\", \"think\", \"enable_thinking\", \"thinking_budget\", \"include_reasoning\", \"chat_template_kwargs\", \"thinking_budget_tokens\",\n \"n\", \"tools\", \"tool_choice\", \"toolConfig\", \"functions\", \"function_call\", \"parallel_tool_calls\",\n \"modalities\", \"audio\", \"prediction\", \"max_tokens\", \"max_completion_tokens\",\n \"prompt_cache_key\",\n]);\n\nexport default class ModelRequestBody {\n readonly #reasoningBudget: number | null;\n readonly #additiveReasoningProvider: \"anthropic\" | \"bedrock\" | undefined;\n readonly #effort: EffortSetting;\n readonly #nativeAdaptiveThinking: boolean;\n readonly #repeatPenalty: number | null;\n readonly #dryMultiplier: number | undefined;\n readonly #dryBase: number | undefined;\n readonly #dryAllowedLength: number | undefined;\n readonly #repeatLastN: number | undefined;\n readonly #reasoningStyle: ReasoningStyle;\n readonly #source: string;\n readonly #supportsSlotPinning: boolean;\n readonly #slotCount: number | null;\n #runSlots = new Map<string, number>();\n #nextSlot = 0;\n\n constructor({ reasoningBudget, additiveReasoningProvider, effort, nativeAdaptiveThinking, repeatPenalty, dryMultiplier, dryBase, dryAllowedLength, repeatLastN, reasoningStyle, source, supportsSlotPinning, slotCount }: {\n reasoningBudget: number | null;\n additiveReasoningProvider: \"anthropic\" | \"bedrock\" | undefined;\n effort: EffortSetting;\n nativeAdaptiveThinking: boolean;\n repeatPenalty: number | null;\n dryMultiplier: number | undefined;\n dryBase: number | undefined;\n dryAllowedLength: number | undefined;\n repeatLastN: number | undefined;\n reasoningStyle: ReasoningStyle;\n source: string;\n supportsSlotPinning: boolean;\n slotCount: number | null;\n }) {\n this.#reasoningBudget = reasoningBudget;\n this.#additiveReasoningProvider = additiveReasoningProvider;\n this.#effort = effort;\n this.#nativeAdaptiveThinking = nativeAdaptiveThinking;\n this.#repeatPenalty = repeatPenalty;\n this.#dryMultiplier = dryMultiplier;\n this.#dryBase = dryBase;\n this.#dryAllowedLength = dryAllowedLength;\n this.#repeatLastN = repeatLastN;\n this.#reasoningStyle = reasoningStyle;\n this.#source = source;\n this.#supportsSlotPinning = supportsSlotPinning;\n this.#slotCount = slotCount;\n }\n\n // The llama-server template mapping is owned by {§provider-effort}.\n reasoningBody(\n reasoningBudget = this.#reasoningBudget,\n ): Record<string, unknown> {\n const { mode } = this.#effort;\n const budget = reasoningBudget;\n const on = mode !== \"off\";\n switch (this.#reasoningStyle) {\n case \"template\": {\n const allowance = mode === \"off\"\n ? 0\n : budget;\n // A fixed effort rides into the template as its own variable; adaptive\n // and off send none and leave the template's default in force.\n const templateEffort = mode === \"off\" || mode === \"adaptive\" ? {} : { reasoning_effort: fixedEffort(mode) };\n return {\n chat_template_kwargs: { enable_thinking: on, ...templateEffort },\n reasoning_format: \"auto\",\n ...(allowance === null ? {} : { thinking_budget_tokens: allowance }),\n };\n }\n case \"think\": return on ? { think: true } : {};\n case \"none\": return {};\n }\n }\n\n // Local sampler extensions stay separate from portable SDK call settings.\n repetitionPenaltyBody(): Record<string, unknown> {\n if (this.#reasoningStyle !== \"template\") return {};\n // repeat_penalty + optional DRY (repeated-sequence penalty) + a wider\n // repeat_last_n window — the loop-breaking tools a llama.cpp backend serves.\n // Each rides only when its operator knob is set; absent = the box's default.\n return {\n ...(this.#repeatPenalty !== null ? { repeat_penalty: this.#repeatPenalty } : {}),\n ...(this.#repeatLastN !== undefined ? { repeat_last_n: this.#repeatLastN } : {}),\n ...(this.#dryMultiplier !== undefined && this.#dryMultiplier > 0 ? {\n dry_multiplier: this.#dryMultiplier,\n ...(this.#dryBase !== undefined ? { dry_base: this.#dryBase } : {}),\n ...(this.#dryAllowedLength !== undefined ? { dry_allowed_length: this.#dryAllowedLength } : {}),\n } : {}),\n };\n }\n\n\n // Caller-supplied OpenAI-compat sampling params (temperature, top_p, top_k,\n // penalties, stop, seed, …) merged UNDER the managed request: the transport-owned\n // model and messages plus reasoning, max_tokens and slot always\n // win, and reserved transport/protocol keys are stripped so the passthrough\n // can't smuggle a stream toggle or a backend slot\n // ({§provider-request-authority}).\n samplingBody(sampling: Record<string, unknown> | undefined, managedKeys?: ReadonlySet<string>): Record<string, unknown> {\n if (sampling === undefined) return {};\n const out: Record<string, unknown> = {};\n for (const [k, v] of Object.entries(sampling)) if (!RESERVED_BODY_KEYS.has(k) && !managedKeys?.has(k)) out[k] = v;\n return out;\n }\n\n\n slotBody(sessionId: string): Record<string, unknown> {\n if (!this.#supportsSlotPinning || this.#slotCount === null || this.#slotCount < 1) return {};\n let slot = this.#runSlots.get(sessionId);\n if (slot === undefined) {\n slot = this.#nextSlot++ % this.#slotCount;\n if (this.#runSlots.size >= this.#slotCount * 8) {\n const oldest = this.#runSlots.keys().next();\n if (oldest.done !== true) this.#runSlots.delete(oldest.value);\n }\n } else {\n this.#runSlots.delete(sessionId); // re-insert to refresh LRU recency\n }\n this.#runSlots.set(sessionId, slot);\n return { id_slot: slot };\n }\n\n nativeReasoningBudget(\n outputBudget: number | null,\n configuredReasoningBudget: number | null,\n ): number | null {\n if (this.#additiveReasoningProvider === undefined || this.#effort.mode === \"off\") return null;\n if (configuredReasoningBudget !== null) return configuredReasoningBudget;\n if (this.#nativeAdaptiveThinking) return null;\n if (outputBudget === null) {\n throw new TypeError(\n `${this.#source}: manual provider reasoning requires a resolved total output budget`,\n );\n }\n if (outputBudget <= MANUAL_REASONING_MINIMUM) {\n throw new TypeError(\n `${this.#source}: total output budget must exceed the provider's ${MANUAL_REASONING_MINIMUM}-token minimum reasoning allowance`,\n );\n }\n const fraction = MANUAL_REASONING_FRACTIONS[this.#effort.mode];\n return Math.min(\n outputBudget - 1,\n Math.max(MANUAL_REASONING_MINIMUM, Math.round(outputBudget * fraction)),\n );\n }\n\n\n nativeMaxOutputTokens(\n outputBudget: number | null,\n nativeReasoningBudget: number | null,\n ): number | undefined {\n if (outputBudget === null) return undefined;\n return nativeReasoningBudget !== null\n ? outputBudget - nativeReasoningBudget\n : outputBudget;\n }\n}\n"]}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type ModelInfo, type ProviderInfo } from "@plurnk/plurnk-models";
|
|
2
|
-
import { type CacheAffinity, type NativeRequestControls } from "./ModelProvider.ts";
|
|
2
|
+
import { type CacheAffinity, type PromptCacheStyle, type NativeRequestControls } from "./ModelProvider.ts";
|
|
3
3
|
import type { InputModality, Provider, ProviderCostNormalizer, ProviderModel } from "./types.ts";
|
|
4
4
|
import { type Effort } from "@plurnk/plurnk-contracts";
|
|
5
5
|
import type { ExtensionAttribution, ExtensionAttributionContext } from "@plurnk/plurnk-meta";
|
|
@@ -17,7 +17,7 @@ export declare const providerFromModelAdapter: ({ name, env, model, providerMode
|
|
|
17
17
|
info?: ModelInfo;
|
|
18
18
|
attributions?: (context: ExtensionAttributionContext) => ExtensionAttribution;
|
|
19
19
|
cacheAffinity?: CacheAffinity;
|
|
20
|
-
promptCacheBreakpoints?:
|
|
20
|
+
promptCacheBreakpoints?: PromptCacheStyle;
|
|
21
21
|
additiveReasoningProvider?: "anthropic" | "bedrock";
|
|
22
22
|
requestControls?: NativeRequestControls;
|
|
23
23
|
endpoint?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalogProvider.d.ts","sourceRoot":"","sources":["../src/catalogProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAIH,KAAK,SAAS,EAEd,KAAK,YAAY,EACpB,MAAM,uBAAuB,CAAC;AAkB/B,OAAsB,EAGlB,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC7B,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEjG,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAKhE,OAAO,KAAK,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAI7F,eAAO,MAAM,iBAAiB,UAAW,SAAS,MAAM,EAAE,GAAG,SAAS,KAAG,WAAW,CAAC,aAAa,CACoC,CAAC;AAwLvI,eAAO,MAAM,cAAc,aACb,YAAY,QAChB,SAAS,OACV,MAAM,CAAC,UAAU,KACvB,SAAS,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAEvB,CAAC;AAuCV,eAAO,MAAM,wBAAwB,sMAgBlC;IACC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,2BAA2B,KAAK,oBAAoB,CAAC;IAC9E,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,sBAAsB,CAAC,EAAE,
|
|
1
|
+
{"version":3,"file":"catalogProvider.d.ts","sourceRoot":"","sources":["../src/catalogProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAIH,KAAK,SAAS,EAEd,KAAK,YAAY,EACpB,MAAM,uBAAuB,CAAC;AAkB/B,OAAsB,EAGlB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC7B,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,sBAAsB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEjG,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAKhE,OAAO,KAAK,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAI7F,eAAO,MAAM,iBAAiB,UAAW,SAAS,MAAM,EAAE,GAAG,SAAS,KAAG,WAAW,CAAC,aAAa,CACoC,CAAC;AAwLvI,eAAO,MAAM,cAAc,aACb,YAAY,QAChB,SAAS,OACV,MAAM,CAAC,UAAU,KACvB,SAAS,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAEvB,CAAC;AAuCV,eAAO,MAAM,wBAAwB,sMAgBlC;IACC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,2BAA2B,KAAK,oBAAoB,CAAC;IAC9E,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,sBAAsB,CAAC,EAAE,gBAAgB,CAAC;IAC1C,yBAAyB,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,qBAAqB,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB,KAAG,QAgHH,CAAC;AAaF,eAAO,MAAM,sBAAsB,SACzB,MAAM,OACP,MAAM,CAAC,UAAU,SACf,MAAM,oBACK,MAAM,KACzB,QAAQ,GAAG,IAiCb,CAAC"}
|
package/dist/catalogProvider.js
CHANGED
|
@@ -279,9 +279,10 @@ export const providerFromModelAdapter = ({ name, env, model, providerModel, norm
|
|
|
279
279
|
...(outputTokenField === undefined ? {} : { outputTokenField }),
|
|
280
280
|
...(reasoningRequestBody === undefined ? {} : { reasoningRequestBody }),
|
|
281
281
|
...(affinityEnabled && cacheAffinity !== undefined ? { cacheAffinity } : {}),
|
|
282
|
-
...(cacheWritePolicy !== "off" && promptCacheBreakpoints
|
|
282
|
+
...(cacheWritePolicy !== "off" && promptCacheBreakpoints !== undefined
|
|
283
283
|
? { cacheBreakpoints: cacheWritePolicy }
|
|
284
284
|
: {}),
|
|
285
|
+
...(promptCacheBreakpoints === undefined ? {} : { promptCacheStyle: promptCacheBreakpoints }),
|
|
285
286
|
serviceTier: env.PLURNK_PROVIDERS_SERVICE_TIER,
|
|
286
287
|
...(requestControls === undefined ? {} : { requestControls }),
|
|
287
288
|
estimateCost,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalogProvider.js","sourceRoot":"","sources":["../src/catalogProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EACf,cAAc,EACd,YAAY,GAIf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACH,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,aAAa,EAAE,EAKrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,0FAA0F;AAC1F,6CAA6C;AAC7C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAoC,EAA8B,EAAE,CAClG,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAA6B,EAAE,CAAE,gBAAsC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAEvI,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,CAAU,CAAC,CAAC;AAEvE,MAAM,aAAa,GAAwB,IAAI,GAAG,CAAe;IAC7D,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;CAC9C,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CACvB,IAAe,EACf,QAAQ,GAA0C,EAAE,EACf,EAAE,CAAC;IACxC,GAAG,IAAI,GAAG,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gBAAgB;YACrB,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;aAC7C,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChG,GAAG,QAAQ;KACd,CAAC;CACL,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,IAAe,EAAW,EAAE,CACvD,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,IAAI,CAAC;AAE/E,MAAM,4BAA4B,GAAG,CACjC,IAAY,EACZ,IAA2B,EAC3B,MAAc,EACV,EAAE;IACN,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QAC9C,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,6BAA6B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,4BAA4B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAwB,IAAI,GAAG,CAAC;IAC5D,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,UAAU;IACV,SAAS;IACT,cAAc;IACd,uBAAuB;CAC1B,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CACzB,IAAY,EACZ,IAA2B,EAC3B,WAAgC,EAChC,eAAuC,EAChC,EAAE;IACT,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,IAAI,KAAK,uBAAuB,EAAE,CAAC;QACnC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;WAClD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC;WACvB,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAC1B,IAAY,EACZ,GAAsB,EACtB,IAA2B,EAC3B,MAAe,EAMjB,EAAE;IACA,MAAM,eAAe,GAAG,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC1G,MAAM,aAAa,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,CAAC;IACnD,MAAM,gBAAgB,GAAG,CAAC,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,uBAAuB,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,CACzD,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,cAAc,IAAI,CAAC,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;WACxJ,CAAC,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7C,CAAC;IACF,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,MAAM,UAAU,GAAG,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAElF,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7F,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,UAAU;eAC3C,MAAM,KAAK,KAAK,IAAI,QAAQ;eAC5B,UAAU;mBACN,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO;uBAC/E,MAAM,KAAK,KAAK,IAAI,gBAAgB,CAAC;mBACzC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACnC,IAAI,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,gDAAgD,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,GAAG,IAAI,CAAiC,CAAC;IAEjE,IAAI,MAAM,IAAI,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,MAAqB,EAAQ,EAAE;QACjD,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0DAA0D,CAAC,CAAC;IAChH,CAAC,CAAC;IAEF,OAAO;QACH,eAAe;QACf,OAAO;QACP,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,uBAAgC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,oBAAoB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,MAAM,KAAK,IAAI;oBAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,mCAAmC,CAAC,CAAC;gBACrF,OAAO,EAAE,CAAC;YACd,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,YAAY;oBACb,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;oBAC7D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;oBAChE,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;oBAC/E,OAAO;wBACH,SAAS,EAAE,kBAAkB,KAAK,SAAS;4BACvC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BACnB,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE;qBACtD,CAAC;gBACN,KAAK,UAAU;oBACX,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC;oBAC9D,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC1F,OAAO;wBACH,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC7B,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,SAAS;oBACV,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;oBACtD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;oBAC9D,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAClF,OAAO;wBACH,eAAe,EAAE,IAAI;wBACrB,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,WAAW,CAAC;gBACjB,KAAK,YAAY,CAAC;gBAClB,KAAK,cAAc,CAAC;gBACpB,KAAK,uBAAuB;oBACxB,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,CAAC;oBACtG,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;oBACxD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,IAAI,kBAAkB,KAAK,SAAS;wBAAE,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;oBACtF,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC/E,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBACtC,CAAC;oBACD,OAAO,EAAE,CAAC;gBACd;oBACI,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzF,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,KAAK,SAAS;wBACjE,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE;wBAC1C,CAAC,CAAC,EAAE,CAAC;YACjB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC,CAAC;AAEF,2EAA2E;AAC3E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAC1B,QAAsB,EACtB,IAAe,EACf,GAAsB,EACQ,EAAE,CAAC,qBAAqB,CACtD,QAAQ,CAAC,EAAE,EAAE,oBAAoB,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,KAAK,mBAAmB,CACzF,CAAC,OAAO,CAAC;AAEV,MAAM,wBAAwB,GAAG,CAAC,EAC9B,IAAI,EACJ,GAAG,EACH,KAAK,EACL,gBAAgB,EAChB,IAAI,EACJ,QAAQ,GAQX,EAA0E,EAAE;IACzE,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACrE,IAAI,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACzD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO;YACH,cAAc,EAAE,qBAAqB,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACxE,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,MAAM,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,kBAAkB;SACvH,CAAC;IACN,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,EACrC,IAAI,EACJ,GAAG,EACH,KAAK,EACL,aAAa,EACb,aAAa,EACb,GAAG,EACH,OAAO,EACP,aAAa,EACb,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,sBAAsB,EACtB,yBAAyB,EACzB,eAAe,EACf,QAAQ,GAiBX,EAAY,EAAE;IACX,eAAe,CACX,GAAG,IAAI,sGAAsG,EAC7G,8BAA8B,CACjC,CAAC;IAEF,MAAM,cAAc,GAAG,IAAI,EAAE,cAAc,IAAI,IAAI,CAAC;IACpD,MAAM,eAAe,GAAG,IAAI,EAAE,eAAe,KAAK,SAAS;QACvD,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,yBAAyB,CACtC,GAAG,EACH,IAAI,EACJ,aAAa,EACb,eAAe,CAClB,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,gBAAgB,GAAG,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IAClD,MAAM,EACF,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,oBAAoB,GACvB,GAAG,qBAAqB,CACrB,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,KAAK,SAAS,CAC/C,CAAC;IACF,MAAM,cAAc,GAAG,wBAAwB,CAAC;QAC5C,IAAI;QACJ,GAAG;QACH,KAAK;QACL,gBAAgB;QAChB,IAAI;QACJ,QAAQ,EAAE,eAAe;KAC5B,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,EAAE,IAAI,CAAC;IAC/B,MAAM,YAAY,GAAG,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,KAAK,EAAE,WAAW,CAAC,UAAU;QAC7B,MAAM,EAAE,WAAW,CAAC,WAAW;QAC/B,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,eAAe,KAAK,SAAS;YACzC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC;KACrD,CAAC;IACF,uFAAuF;IACvF,wEAAwE;IACxE,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,KAAK,GAAG,YAAY,CAAC;IACzB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE,CAAC;QACpD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,wHAAwH,CAClI,CAAC;QACN,CAAC;QACD,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,KAAK,IAAI;QACpC,CAAC,CAAC,0BAA0B;QAC5B,CAAC,CAAC,yEAAyE,CAAC;IAChF,MAAM,YAAY,GAAG,CAAC,KAAiD,EAAE,EAAE,CACvE,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAE5D,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,QAAQ,IAAI,GAAG,EAAE,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,IAAI,OAAO,IAAI,EAAE,CAAC;QACzH,KAAK;QACL,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACrC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QAC7D,aAAa;QACb,yFAAyF;QACzF,eAAe,EAAE,iBAAiB,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC;QAC1D,cAAc;QACd,eAAe;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB,EAAE,OAAO;QACzB,GAAG,cAAc;QACjB,GAAG,CAAC,yBAAyB,KAAK,SAAS,IAAI,CAAC,gBAAgB;YAC5D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,yBAAyB,EAAE,CAAC;QACpC,cAAc,EAAE,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,IAAI,CAAC;QAC1G,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,IAAI,CAAC;QACtH,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,IAAI,CAAC;QAChE,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC;QAC7B,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,EAAE,CAAC,CAAC;QAClH,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,CAAC;QAC7G,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,IAAI,CAAC;QACxH,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC;QAC/D,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACvE,GAAG,CAAC,eAAe,IAAI,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,gBAAgB,KAAK,KAAK,IAAI,sBAAsB,KAAK,IAAI;YAC7D,CAAC,CAAC,EAAE,gBAAgB,EAAE,gBAAgB,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACT,WAAW,EAAE,GAAG,CAAC,6BAA6B;QAC9C,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,YAAY;QACZ,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;QAC5B,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC;KACnC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,+GAA+G;AAC/G,yEAAyE;AACzE,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE;IAC7D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACnH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC,uDAAuD,CAAC;IAC5J,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrF,OAAO,GAAG,IAAI,qBAAqB,KAAK,KAAK,MAAM,GAAG,IAAI,+FAA+F,CAAC;AAC9J,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAClC,IAAY,EACZ,GAAsB,EACtB,KAAa,EACb,eAAwB,EACT,EAAE;IACjB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7F,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/E,IAAI,QAAQ,KAAK,IAAI,IAAI,eAAe,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,QAAQ,EAAE,EAAE,IAAI,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC;IAC5B,MAAM,aAAa,GAAG,sBAAsB,CAAC,eAAe,EAAE,IAAI,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC;IAC3F,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,6CAA6C,SAAS,2EAA2E,CAC3I,CAAC;IACN,CAAC;IACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IAC3E,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAElC,OAAO,wBAAwB,CAAC;QAC5B,IAAI;QACJ,GAAG;QACH,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,GAAG,EAAE,OAAO,CAAC,UAAU,EAAE,GAAG;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,yBAAyB,EAAE,OAAO,CAAC,yBAAyB;QAC5D,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC;QAC9F,aAAa;QACb,IAAI;KACP,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import {\n catalogSnapshot,\n lookupProvider,\n resolveModel,\n type ModelInfo,\n type ModelEffort,\n type ProviderInfo,\n} from \"@plurnk/plurnk-models\";\nimport {\n costOverrideFromEnv,\n contextWindowFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n} from \"./env.ts\";\nimport ModelProvider, {\n type ModelProviderConfig,\n type NativeEffort,\n type CacheAffinity,\n type NativeRequestControls,\n} from \"./ModelProvider.ts\";\nimport { configuredProviderInfo, createProviderModel } from \"./modelAdapters.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport type { InputModality, Provider, ProviderCostNormalizer, ProviderModel } from \"./types.ts\";\nimport { INPUT_MODALITIES } from \"./types.ts\";\nimport { EFFORTS, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\nimport { adaptiveEffortFromEnv } from \"./reasoning-effort.ts\";\nimport { withProviderDefaults } from \"./defaults.ts\";\nimport type { ExtensionAttribution, ExtensionAttributionContext } from \"@plurnk/plurnk-meta\";\n\n// {§provider-interface} — the catalog's input modalities, kept to the vocabulary the wire\n// can carry; an unknown model declares none.\nexport const inputModalitiesOf = (input: readonly string[] | undefined): ReadonlySet<InputModality> =>\n new Set((input ?? []).filter((modality): modality is InputModality => (INPUT_MODALITIES as readonly string[]).includes(modality)));\n\nconst activationPolicies = Object.freeze([\"off\", \"adaptive\"] as const);\n\nconst nativeEfforts: ReadonlySet<string> = new Set<NativeEffort>([\n \"minimal\", \"low\", \"medium\", \"high\", \"xhigh\",\n]);\n\nconst catalogWireEfforts = (\n info: ModelInfo,\n declared: readonly Exclude<ModelEffort, null>[] = [],\n): readonly Exclude<ModelEffort, null>[] => [\n ...new Set([\n ...(info.reasoningOptions\n ?.filter((option) => option.type === \"effort\")\n .flatMap((option) => option.values.flatMap((value) => value === null ? [] : [value])) ?? []),\n ...declared,\n ]),\n];\n\nconst catalogSupportsToggle = (info: ModelInfo): boolean =>\n info.reasoningOptions?.some((option) => option.type === \"toggle\") === true;\n\nconst assertCatalogReasoningBudget = (\n name: string,\n info: ModelInfo | undefined,\n budget: number,\n): void => {\n for (const option of info?.reasoningOptions ?? []) {\n if (option.type !== \"budget_tokens\") continue;\n if (option.min !== undefined && budget < option.min) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} is below catalog minimum ${option.min}`);\n }\n if (option.max !== undefined && budget > option.max) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} exceeds catalog maximum ${option.max}`);\n }\n }\n};\n\nconst CUSTOM_REASONING_PROVIDERS: ReadonlySet<string> = new Set([\n \"openrouter\",\n \"deepinfra\",\n \"togetherai\",\n \"deepseek\",\n \"alibaba\",\n \"fireworks-ai\",\n \"cloudflare-workers-ai\",\n]);\n\nconst supportsReasoningOff = (\n name: string,\n info: ModelInfo | undefined,\n wireEfforts: ReadonlySet<string>,\n declaredEfforts: readonly ModelEffort[],\n): boolean => {\n if (info?.reasoning === false) return true;\n if (name === \"cloudflare-workers-ai\") {\n return info === undefined || wireEfforts.has(\"none\");\n }\n if (CUSTOM_REASONING_PROVIDERS.has(name)) {\n return info === undefined || wireEfforts.has(\"none\") || catalogSupportsToggle(info);\n }\n return info === undefined && declaredEfforts.length === 0\n || wireEfforts.has(\"none\")\n || info !== undefined && catalogSupportsToggle(info);\n};\n\nconst reasoningCapabilities = (\n name: string,\n env: NodeJS.ProcessEnv,\n info: ModelInfo | undefined,\n native: boolean,\n): {\n readonly declaredEfforts: readonly Exclude<ModelEffort, null>[];\n readonly efforts: readonly [Effort, ...Effort[]];\n readonly outputTokenField?: \"max_tokens\" | \"max_completion_tokens\";\n readonly reasoningRequestBody?: (mode: Effort, reasoningBudget: number | null) => Record<string, unknown>;\n} => {\n const declaredEfforts = declaredReasoningEfforts(name, env);\n const wireEfforts = info === undefined ? [...declaredEfforts] : catalogWireEfforts(info, declaredEfforts);\n const wireEffortSet = new Set<string>(wireEfforts);\n const customProjection = !native || CUSTOM_REASONING_PROVIDERS.has(name);\n const needsAdaptiveWireEffort = info?.reasoning !== false && (\n (CUSTOM_REASONING_PROVIDERS.has(name) && name !== \"fireworks-ai\" && (name !== \"cloudflare-workers-ai\" || info !== undefined || declaredEfforts.length > 0))\n || (!native && declaredEfforts.length > 0)\n );\n const adaptiveWireEffort = needsAdaptiveWireEffort ? adaptiveEffortFromEnv(env, wireEfforts) : undefined;\n const allowFixed = native || CUSTOM_REASONING_PROVIDERS.has(name) || declaredEfforts.length > 0;\n const allowOff = supportsReasoningOff(name, info, wireEffortSet, declaredEfforts);\n\n const supported = info?.reasoning === false || info === undefined && declaredEfforts.length === 0\n ? activationPolicies\n : EFFORTS.filter((policy) => policy === \"adaptive\"\n || policy === \"off\" && allowOff\n || allowFixed\n && (policy === \"low\" || policy === \"medium\" || policy === \"high\" || policy === \"xhigh\"\n || policy === \"max\" && customProjection)\n && wireEffortSet.has(policy));\n const [first, ...rest] = supported;\n if (first === undefined) throw new TypeError(`${name} provider: no portable effort is representable`);\n const efforts = [first, ...rest] satisfies [Effort, ...Effort[]];\n\n if (native && (!CUSTOM_REASONING_PROVIDERS.has(name) || info?.reasoning === false)) {\n return { declaredEfforts, efforts };\n }\n\n const rejectBudget = (budget: number | null): void => {\n if (budget !== null) throw new TypeError(`${name} provider: reasoning budget is unsupported on this route`);\n };\n\n return {\n declaredEfforts,\n efforts,\n ...(name === \"alibaba\" ? { outputTokenField: \"max_completion_tokens\" as const } : {}),\n reasoningRequestBody: (mode, budget) => {\n if (info?.reasoning === false) {\n if (budget !== null) throw new TypeError(`${name} model does not support reasoning`);\n return {};\n }\n switch (name) {\n case \"openrouter\":\n if (mode === \"off\") return { reasoning: { effort: \"none\" } };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { reasoning: { enabled: true, max_tokens: budget } };\n }\n if (mode !== \"adaptive\") return { reasoning: { enabled: true, effort: mode } };\n return {\n reasoning: adaptiveWireEffort === undefined\n ? { enabled: true }\n : { enabled: true, effort: adaptiveWireEffort },\n };\n case \"deepseek\":\n rejectBudget(budget);\n if (mode === \"off\") return { thinking: { type: \"disabled\" } };\n if (mode !== \"adaptive\") return { thinking: { type: \"enabled\" }, reasoning_effort: mode };\n return {\n thinking: { type: \"enabled\" },\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"alibaba\":\n if (mode === \"off\") return { enable_thinking: false };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { enable_thinking: true, thinking_budget: budget };\n }\n if (mode !== \"adaptive\") return { enable_thinking: true, reasoning_effort: mode };\n return {\n enable_thinking: true,\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"deepinfra\":\n case \"togetherai\":\n case \"fireworks-ai\":\n case \"cloudflare-workers-ai\":\n rejectBudget(budget);\n if (name === \"cloudflare-workers-ai\" && info === undefined && declaredEfforts.length === 0) return {};\n if (mode === \"off\") return { reasoning_effort: \"none\" };\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n if (adaptiveWireEffort !== undefined) return { reasoning_effort: adaptiveWireEffort };\n if (name === \"fireworks-ai\" && info !== undefined && catalogSupportsToggle(info)) {\n return { reasoning_effort: true };\n }\n return {};\n default:\n rejectBudget(budget);\n if (mode === \"off\") return wireEffortSet.has(\"none\") ? { reasoning_effort: \"none\" } : {};\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n return declaredEfforts.length > 0 && adaptiveWireEffort !== undefined\n ? { reasoning_effort: adaptiveWireEffort }\n : {};\n }\n },\n };\n};\n\n// {§provider-effort} Read-only discovery and construction share admission;\n// the compatible adapter is the only catalog transport without a native model.\nexport const catalogEfforts = (\n provider: ProviderInfo,\n info: ModelInfo,\n env: NodeJS.ProcessEnv,\n): readonly [Effort, ...Effort[]] => reasoningCapabilities(\n provider.id, withProviderDefaults(env), info, provider.adapter !== \"openai-compatible\",\n).efforts;\n\nconst adaptiveEffortProjection = ({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n reasoningCapable: boolean;\n info?: ModelInfo;\n declared: readonly Exclude<ModelEffort, null>[];\n}): Pick<ModelProviderConfig, \"adaptiveEffort\" | \"nativeAdaptiveThinking\"> => {\n if (!reasoningCapable) return { adaptiveEffort: \"provider-default\" };\n if (name === \"anthropic\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (name === \"amazon-bedrock\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (info !== undefined) {\n return {\n adaptiveEffort: adaptiveEffortFromEnv(env, catalogWireEfforts(info, declared)\n .filter((effort): effort is NativeEffort => effort !== null && nativeEfforts.has(effort))) ?? \"provider-default\",\n };\n }\n return { adaptiveEffort: \"provider-default\" };\n};\n\nexport const providerFromModelAdapter = ({\n name,\n env,\n model,\n providerModel,\n normalizeCost,\n url,\n headers,\n contextWindow,\n info,\n attributions,\n cacheAffinity,\n promptCacheBreakpoints,\n additiveReasoningProvider,\n requestControls,\n endpoint,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n providerModel?: ProviderModel;\n normalizeCost?: ProviderCostNormalizer;\n url?: string;\n headers?: Readonly<Record<string, string>>;\n contextWindow: number;\n info?: ModelInfo;\n attributions?: (context: ExtensionAttributionContext) => ExtensionAttribution;\n cacheAffinity?: CacheAffinity;\n promptCacheBreakpoints?: boolean;\n additiveReasoningProvider?: \"anthropic\" | \"bedrock\";\n requestControls?: NativeRequestControls;\n endpoint?: string;\n}): Provider => {\n emitWarningOnce(\n `${name} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n\n const maxInputTokens = info?.maxInputTokens ?? null;\n const maxOutputTokens = info?.maxOutputTokens === undefined\n ? null\n : Math.min(info.maxOutputTokens, contextWindow);\n const envelope = generationEnvelopeFromEnv(\n env,\n name,\n contextWindow,\n maxOutputTokens,\n );\n const effort = effortFromEnv(env, name, envelope.reasoningBudget);\n const reasoningCapable = info?.reasoning === true;\n const {\n declaredEfforts,\n efforts,\n outputTokenField,\n reasoningRequestBody,\n } = reasoningCapabilities(\n name, env, info, providerModel !== undefined,\n );\n const adaptiveEffort = adaptiveEffortProjection({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared: declaredEfforts,\n });\n\n const catalogCost = info?.cost;\n const catalogRates = catalogCost === undefined ? null : {\n input: catalogCost.inputPer1M,\n output: catalogCost.outputPer1M,\n ...(catalogCost.reasoningPer1M === undefined\n ? {}\n : { reasoning: catalogCost.reasoningPer1M }),\n ...(catalogCost.cacheReadPer1M === undefined\n ? {}\n : { cacheRead: catalogCost.cacheReadPer1M }),\n ...(catalogCost.cacheWritePer1M === undefined\n ? {}\n : { cacheWrite: catalogCost.cacheWritePer1M }),\n };\n // {§provider-monetary-evidence} (#1357): the catalog is the starting point; a declared\n // override merges over it, and the estimate's source names the overlay.\n const costOverride = costOverrideFromEnv(env, name);\n let rates = catalogRates;\n if (costOverride !== null) {\n const merged = { ...catalogRates, ...costOverride };\n if (merged.input === undefined || merged.output === undefined) {\n throw new Error(\n `${name} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n rates = { ...merged, input: merged.input, output: merged.output };\n }\n const rateSource = costOverride === null\n ? \"Models.dev catalog rates\"\n : \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\";\n const estimateCost = (usage: Parameters<typeof estimateProviderCost>[0]) =>\n estimateProviderCost(usage, rates, rateSource);\n const affinityEnabled = cacheAffinityFromEnv(env, name);\n const cacheWritePolicy = cacheWritePolicyFromEnv(env, name);\n\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, endpoint ?? url?.replace(/\\/chat\\/completions$/, \"\") ?? `sdk:${name}`),\n model,\n ...(attributions === undefined ? {} : { attributions }),\n ...(providerModel === undefined ? {} : { providerModel }),\n ...(normalizeCost === undefined ? {} : { normalizeCost }),\n ...(url === undefined ? {} : { url }),\n ...(headers === undefined ? {} : { headers: { ...headers } }),\n contextWindow,\n // {§provider-interface} — the catalog's input modalities decide which native parts ride.\n inputModalities: inputModalitiesOf(info?.modalities.input),\n maxInputTokens,\n maxOutputTokens,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts: efforts,\n ...adaptiveEffort,\n ...(additiveReasoningProvider === undefined || !reasoningCapable\n ? {}\n : { additiveReasoningProvider }),\n fetchTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", name),\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", name),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, name),\n ...samplingFromEnv(env, name),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", name, 0),\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", name),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", name),\n ...(outputTokenField === undefined ? {} : { outputTokenField }),\n ...(reasoningRequestBody === undefined ? {} : { reasoningRequestBody }),\n ...(affinityEnabled && cacheAffinity !== undefined ? { cacheAffinity } : {}),\n ...(cacheWritePolicy !== \"off\" && promptCacheBreakpoints === true\n ? { cacheBreakpoints: cacheWritePolicy }\n : {}),\n serviceTier: env.PLURNK_PROVIDERS_SERVICE_TIER,\n ...(requestControls === undefined ? {} : { requestControls }),\n estimateCost,\n source: providerSource(name),\n ...dataCaptureFromEnv(env, name),\n });\n};\n\n// A model the snapshot does not resolve is named as such, with the ids it may have meant: those that share its\n// final path segment ambiguously, or whose final segment begins with it.\nconst uncatalogedModel = (name: string, model: string): string => {\n const ids = Object.keys(catalogSnapshot()[name] ?? {});\n const ambiguous = ids.filter((id) => id.endsWith(`/${model}`));\n const near = ambiguous.length > 0 ? ambiguous : ids.filter((id) => (id.split(\"/\").at(-1) ?? id).startsWith(model));\n const reason = ambiguous.length > 1 ? `matches ${ambiguous.length} Models.dev ids by path suffix` : \"is not a Models.dev id or a unique path suffix of one\";\n const hint = near.length === 0 ? \"\" : `; candidates: ${near.slice(0, 3).join(\", \")}`;\n return `${name} provider: model \"${model}\" ${reason}${hint} — correct the model id, or set PLURNK_PROVIDERS_CONTEXT_WINDOW to route an uncataloged model`;\n};\n\nexport const catalogProviderFromEnv = (\n name: string,\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Provider | null => {\n const resolved = resolveModel(name, model);\n const contextOverride = contextWindowFromEnv(env, name);\n if (lookupProvider(name) === null && configuredProviderInfo(name, env) === null) return null;\n if ((name === \"openai\" || name === \"ollama\") && resolved === null) return null;\n if (resolved === null && contextOverride === null) throw new Error(uncatalogedModel(name, model));\n const wireModel = resolved?.id ?? model;\n const info = resolved?.info;\n const contextWindow = effectiveContextWindow(contextOverride, info?.contextWindow ?? null);\n if (contextWindow === null) {\n throw new Error(\n `${name} provider: context window unresolved for \"${wireModel}\" — set PLURNK_PROVIDERS_CONTEXT_WINDOW or update the Models.dev snapshot`,\n );\n }\n const adapted = createProviderModel(name, wireModel, env, baseUrlOverride);\n if (adapted === null) return null;\n\n return providerFromModelAdapter({\n name,\n env,\n model: wireModel,\n providerModel: adapted.providerModel,\n normalizeCost: adapted.normalizeCost,\n url: adapted.compatible?.url,\n endpoint: adapted.endpoint,\n headers: adapted.compatible?.headers,\n cacheAffinity: adapted.cacheAffinity,\n promptCacheBreakpoints: adapted.promptCacheBreakpoints,\n additiveReasoningProvider: adapted.additiveReasoningProvider,\n ...(adapted.requestControls === undefined ? {} : { requestControls: adapted.requestControls }),\n contextWindow,\n info,\n });\n};\n"]}
|
|
1
|
+
{"version":3,"file":"catalogProvider.js","sourceRoot":"","sources":["../src/catalogProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EACf,cAAc,EACd,YAAY,GAIf,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACH,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,aAAa,EAAE,EAMrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAe,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAGrD,0FAA0F;AAC1F,6CAA6C;AAC7C,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAoC,EAA8B,EAAE,CAClG,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAA6B,EAAE,CAAE,gBAAsC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAEvI,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,CAAU,CAAC,CAAC;AAEvE,MAAM,aAAa,GAAwB,IAAI,GAAG,CAAe;IAC7D,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;CAC9C,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CACvB,IAAe,EACf,QAAQ,GAA0C,EAAE,EACf,EAAE,CAAC;IACxC,GAAG,IAAI,GAAG,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gBAAgB;YACrB,EAAE,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;aAC7C,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChG,GAAG,QAAQ;KACd,CAAC;CACL,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,IAAe,EAAW,EAAE,CACvD,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,IAAI,CAAC;AAE/E,MAAM,4BAA4B,GAAG,CACjC,IAAY,EACZ,IAA2B,EAC3B,MAAc,EACV,EAAE;IACN,KAAK,MAAM,MAAM,IAAI,IAAI,EAAE,gBAAgB,IAAI,EAAE,EAAE,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QAC9C,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,6BAA6B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;YAClD,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,+BAA+B,MAAM,4BAA4B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAwB,IAAI,GAAG,CAAC;IAC5D,YAAY;IACZ,WAAW;IACX,YAAY;IACZ,UAAU;IACV,SAAS;IACT,cAAc;IACd,uBAAuB;CAC1B,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CACzB,IAAY,EACZ,IAA2B,EAC3B,WAAgC,EAChC,eAAuC,EAChC,EAAE;IACT,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC3C,IAAI,IAAI,KAAK,uBAAuB,EAAE,CAAC;QACnC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,IAAI,KAAK,SAAS,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;WAClD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC;WACvB,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAC1B,IAAY,EACZ,GAAsB,EACtB,IAA2B,EAC3B,MAAe,EAMjB,EAAE;IACA,MAAM,eAAe,GAAG,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC1G,MAAM,aAAa,GAAG,IAAI,GAAG,CAAS,WAAW,CAAC,CAAC;IACnD,MAAM,gBAAgB,GAAG,CAAC,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzE,MAAM,uBAAuB,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,CACzD,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,cAAc,IAAI,CAAC,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;WACxJ,CAAC,CAAC,MAAM,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAC7C,CAAC;IACF,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,MAAM,UAAU,GAAG,MAAM,IAAI,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IAElF,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;QAC7F,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,UAAU;eAC3C,MAAM,KAAK,KAAK,IAAI,QAAQ;eAC5B,UAAU;mBACN,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO;uBAC/E,MAAM,KAAK,KAAK,IAAI,gBAAgB,CAAC;mBACzC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC;IACnC,IAAI,KAAK,KAAK,SAAS;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,gDAAgD,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,GAAG,IAAI,CAAiC,CAAC;IAEjE,IAAI,MAAM,IAAI,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,MAAqB,EAAQ,EAAE;QACjD,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0DAA0D,CAAC,CAAC;IAChH,CAAC,CAAC;IAEF,OAAO;QACH,eAAe;QACf,OAAO;QACP,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,uBAAgC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,oBAAoB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACnC,IAAI,IAAI,EAAE,SAAS,KAAK,KAAK,EAAE,CAAC;gBAC5B,IAAI,MAAM,KAAK,IAAI;oBAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,mCAAmC,CAAC,CAAC;gBACrF,OAAO,EAAE,CAAC;YACd,CAAC;YACD,QAAQ,IAAI,EAAE,CAAC;gBACX,KAAK,YAAY;oBACb,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;oBAC7D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;oBAChE,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;oBAC/E,OAAO;wBACH,SAAS,EAAE,kBAAkB,KAAK,SAAS;4BACvC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;4BACnB,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAE;qBACtD,CAAC;gBACN,KAAK,UAAU;oBACX,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC;oBAC9D,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC1F,OAAO;wBACH,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;wBAC7B,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,SAAS;oBACV,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;oBACtD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBAClB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;4BACtB,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,0EAA0E,CAAC,CAAC;wBAC3G,CAAC;wBACD,4BAA4B,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;wBACjD,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;oBAC9D,CAAC;oBACD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAClF,OAAO;wBACH,eAAe,EAAE,IAAI;wBACrB,GAAG,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;qBACxF,CAAC;gBACN,KAAK,WAAW,CAAC;gBACjB,KAAK,YAAY,CAAC;gBAClB,KAAK,cAAc,CAAC;gBACpB,KAAK,uBAAuB;oBACxB,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,uBAAuB,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,CAAC;oBACtG,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;oBACxD,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,IAAI,kBAAkB,KAAK,SAAS;wBAAE,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,CAAC;oBACtF,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,SAAS,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC/E,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBACtC,CAAC;oBACD,OAAO,EAAE,CAAC;gBACd;oBACI,YAAY,CAAC,MAAM,CAAC,CAAC;oBACrB,IAAI,IAAI,KAAK,KAAK;wBAAE,OAAO,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzF,IAAI,IAAI,KAAK,UAAU;wBAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;oBAC3D,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,KAAK,SAAS;wBACjE,CAAC,CAAC,EAAE,gBAAgB,EAAE,kBAAkB,EAAE;wBAC1C,CAAC,CAAC,EAAE,CAAC;YACjB,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC,CAAC;AAEF,2EAA2E;AAC3E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,CAC1B,QAAsB,EACtB,IAAe,EACf,GAAsB,EACQ,EAAE,CAAC,qBAAqB,CACtD,QAAQ,CAAC,EAAE,EAAE,oBAAoB,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,OAAO,KAAK,mBAAmB,CACzF,CAAC,OAAO,CAAC;AAEV,MAAM,wBAAwB,GAAG,CAAC,EAC9B,IAAI,EACJ,GAAG,EACH,KAAK,EACL,gBAAgB,EAChB,IAAI,EACJ,QAAQ,GAQX,EAA0E,EAAE;IACzE,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACrE,IAAI,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACzD,OAAO;YACH,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,IAAI;SAC/B,CAAC;IACN,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO;YACH,cAAc,EAAE,qBAAqB,CAAC,GAAG,EAAE,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC;iBACxE,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,MAAM,KAAK,IAAI,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,kBAAkB;SACvH,CAAC;IACN,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,EACrC,IAAI,EACJ,GAAG,EACH,KAAK,EACL,aAAa,EACb,aAAa,EACb,GAAG,EACH,OAAO,EACP,aAAa,EACb,IAAI,EACJ,YAAY,EACZ,aAAa,EACb,sBAAsB,EACtB,yBAAyB,EACzB,eAAe,EACf,QAAQ,GAiBX,EAAY,EAAE;IACX,eAAe,CACX,GAAG,IAAI,sGAAsG,EAC7G,8BAA8B,CACjC,CAAC;IAEF,MAAM,cAAc,GAAG,IAAI,EAAE,cAAc,IAAI,IAAI,CAAC;IACpD,MAAM,eAAe,GAAG,IAAI,EAAE,eAAe,KAAK,SAAS;QACvD,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,yBAAyB,CACtC,GAAG,EACH,IAAI,EACJ,aAAa,EACb,eAAe,CAClB,CAAC;IACF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,gBAAgB,GAAG,IAAI,EAAE,SAAS,KAAK,IAAI,CAAC;IAClD,MAAM,EACF,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,oBAAoB,GACvB,GAAG,qBAAqB,CACrB,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,aAAa,KAAK,SAAS,CAC/C,CAAC;IACF,MAAM,cAAc,GAAG,wBAAwB,CAAC;QAC5C,IAAI;QACJ,GAAG;QACH,KAAK;QACL,gBAAgB;QAChB,IAAI;QACJ,QAAQ,EAAE,eAAe;KAC5B,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,EAAE,IAAI,CAAC;IAC/B,MAAM,YAAY,GAAG,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,KAAK,EAAE,WAAW,CAAC,UAAU;QAC7B,MAAM,EAAE,WAAW,CAAC,WAAW;QAC/B,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,cAAc,KAAK,SAAS;YACxC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;QAChD,GAAG,CAAC,WAAW,CAAC,eAAe,KAAK,SAAS;YACzC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC;KACrD,CAAC;IACF,uFAAuF;IACvF,wEAAwE;IACxE,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,KAAK,GAAG,YAAY,CAAC;IACzB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,EAAE,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE,CAAC;QACpD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,wHAAwH,CAClI,CAAC;QACN,CAAC;QACD,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IACD,MAAM,UAAU,GAAG,YAAY,KAAK,IAAI;QACpC,CAAC,CAAC,0BAA0B;QAC5B,CAAC,CAAC,yEAAyE,CAAC;IAChF,MAAM,YAAY,GAAG,CAAC,KAAiD,EAAE,EAAE,CACvE,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAE5D,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,QAAQ,IAAI,GAAG,EAAE,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,IAAI,OAAO,IAAI,EAAE,CAAC;QACzH,KAAK;QACL,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACzD,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC;QACrC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,CAAC;QAC7D,aAAa;QACb,yFAAyF;QACzF,eAAe,EAAE,iBAAiB,CAAC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC;QAC1D,cAAc;QACd,eAAe;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB,EAAE,OAAO;QACzB,GAAG,cAAc;QACjB,GAAG,CAAC,yBAAyB,KAAK,SAAS,IAAI,CAAC,gBAAgB;YAC5D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,yBAAyB,EAAE,CAAC;QACpC,cAAc,EAAE,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,IAAI,CAAC;QAC1G,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,IAAI,CAAC;QACtH,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,IAAI,CAAC;QAChE,GAAG,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC;QAC7B,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,EAAE,CAAC,CAAC;QAClH,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,IAAI,CAAC;QAC7G,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,IAAI,CAAC;QACxH,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC;QAC/D,GAAG,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACvE,GAAG,CAAC,eAAe,IAAI,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,gBAAgB,KAAK,KAAK,IAAI,sBAAsB,KAAK,SAAS;YAClE,CAAC,CAAC,EAAE,gBAAgB,EAAE,gBAAgB,EAAE;YACxC,CAAC,CAAC,EAAE,CAAC;QACT,GAAG,CAAC,sBAAsB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,CAAC;QAC7F,WAAW,EAAE,GAAG,CAAC,6BAA6B;QAC9C,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,YAAY;QACZ,MAAM,EAAE,cAAc,CAAC,IAAI,CAAC;QAC5B,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC;KACnC,CAAC,CAAC;AACP,CAAC,CAAC;AAEF,+GAA+G;AAC/G,yEAAyE;AACzE,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAE,KAAa,EAAU,EAAE;IAC7D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACnH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,SAAS,CAAC,MAAM,gCAAgC,CAAC,CAAC,CAAC,uDAAuD,CAAC;IAC5J,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrF,OAAO,GAAG,IAAI,qBAAqB,KAAK,KAAK,MAAM,GAAG,IAAI,+FAA+F,CAAC;AAC9J,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAClC,IAAY,EACZ,GAAsB,EACtB,KAAa,EACb,eAAwB,EACT,EAAE;IACjB,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,MAAM,eAAe,GAAG,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxD,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,sBAAsB,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC7F,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/E,IAAI,QAAQ,KAAK,IAAI,IAAI,eAAe,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAClG,MAAM,SAAS,GAAG,QAAQ,EAAE,EAAE,IAAI,KAAK,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,EAAE,IAAI,CAAC;IAC5B,MAAM,aAAa,GAAG,sBAAsB,CAAC,eAAe,EAAE,IAAI,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC;IAC3F,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACX,GAAG,IAAI,6CAA6C,SAAS,2EAA2E,CAC3I,CAAC;IACN,CAAC;IACD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;IAC3E,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAElC,OAAO,wBAAwB,CAAC;QAC5B,IAAI;QACJ,GAAG;QACH,KAAK,EAAE,SAAS;QAChB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,GAAG,EAAE,OAAO,CAAC,UAAU,EAAE,GAAG;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO;QACpC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,yBAAyB,EAAE,OAAO,CAAC,yBAAyB;QAC5D,GAAG,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,CAAC;QAC9F,aAAa;QACb,IAAI;KACP,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import {\n catalogSnapshot,\n lookupProvider,\n resolveModel,\n type ModelInfo,\n type ModelEffort,\n type ProviderInfo,\n} from \"@plurnk/plurnk-models\";\nimport {\n costOverrideFromEnv,\n contextWindowFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n} from \"./env.ts\";\nimport ModelProvider, {\n type ModelProviderConfig,\n type NativeEffort,\n type CacheAffinity,\n type PromptCacheStyle,\n type NativeRequestControls,\n} from \"./ModelProvider.ts\";\nimport { configuredProviderInfo, createProviderModel } from \"./modelAdapters.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport type { InputModality, Provider, ProviderCostNormalizer, ProviderModel } from \"./types.ts\";\nimport { INPUT_MODALITIES } from \"./types.ts\";\nimport { EFFORTS, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\nimport { adaptiveEffortFromEnv } from \"./reasoning-effort.ts\";\nimport { withProviderDefaults } from \"./defaults.ts\";\nimport type { ExtensionAttribution, ExtensionAttributionContext } from \"@plurnk/plurnk-meta\";\n\n// {§provider-interface} — the catalog's input modalities, kept to the vocabulary the wire\n// can carry; an unknown model declares none.\nexport const inputModalitiesOf = (input: readonly string[] | undefined): ReadonlySet<InputModality> =>\n new Set((input ?? []).filter((modality): modality is InputModality => (INPUT_MODALITIES as readonly string[]).includes(modality)));\n\nconst activationPolicies = Object.freeze([\"off\", \"adaptive\"] as const);\n\nconst nativeEfforts: ReadonlySet<string> = new Set<NativeEffort>([\n \"minimal\", \"low\", \"medium\", \"high\", \"xhigh\",\n]);\n\nconst catalogWireEfforts = (\n info: ModelInfo,\n declared: readonly Exclude<ModelEffort, null>[] = [],\n): readonly Exclude<ModelEffort, null>[] => [\n ...new Set([\n ...(info.reasoningOptions\n ?.filter((option) => option.type === \"effort\")\n .flatMap((option) => option.values.flatMap((value) => value === null ? [] : [value])) ?? []),\n ...declared,\n ]),\n];\n\nconst catalogSupportsToggle = (info: ModelInfo): boolean =>\n info.reasoningOptions?.some((option) => option.type === \"toggle\") === true;\n\nconst assertCatalogReasoningBudget = (\n name: string,\n info: ModelInfo | undefined,\n budget: number,\n): void => {\n for (const option of info?.reasoningOptions ?? []) {\n if (option.type !== \"budget_tokens\") continue;\n if (option.min !== undefined && budget < option.min) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} is below catalog minimum ${option.min}`);\n }\n if (option.max !== undefined && budget > option.max) {\n throw new TypeError(`${name} provider: reasoning budget ${budget} exceeds catalog maximum ${option.max}`);\n }\n }\n};\n\nconst CUSTOM_REASONING_PROVIDERS: ReadonlySet<string> = new Set([\n \"openrouter\",\n \"deepinfra\",\n \"togetherai\",\n \"deepseek\",\n \"alibaba\",\n \"fireworks-ai\",\n \"cloudflare-workers-ai\",\n]);\n\nconst supportsReasoningOff = (\n name: string,\n info: ModelInfo | undefined,\n wireEfforts: ReadonlySet<string>,\n declaredEfforts: readonly ModelEffort[],\n): boolean => {\n if (info?.reasoning === false) return true;\n if (name === \"cloudflare-workers-ai\") {\n return info === undefined || wireEfforts.has(\"none\");\n }\n if (CUSTOM_REASONING_PROVIDERS.has(name)) {\n return info === undefined || wireEfforts.has(\"none\") || catalogSupportsToggle(info);\n }\n return info === undefined && declaredEfforts.length === 0\n || wireEfforts.has(\"none\")\n || info !== undefined && catalogSupportsToggle(info);\n};\n\nconst reasoningCapabilities = (\n name: string,\n env: NodeJS.ProcessEnv,\n info: ModelInfo | undefined,\n native: boolean,\n): {\n readonly declaredEfforts: readonly Exclude<ModelEffort, null>[];\n readonly efforts: readonly [Effort, ...Effort[]];\n readonly outputTokenField?: \"max_tokens\" | \"max_completion_tokens\";\n readonly reasoningRequestBody?: (mode: Effort, reasoningBudget: number | null) => Record<string, unknown>;\n} => {\n const declaredEfforts = declaredReasoningEfforts(name, env);\n const wireEfforts = info === undefined ? [...declaredEfforts] : catalogWireEfforts(info, declaredEfforts);\n const wireEffortSet = new Set<string>(wireEfforts);\n const customProjection = !native || CUSTOM_REASONING_PROVIDERS.has(name);\n const needsAdaptiveWireEffort = info?.reasoning !== false && (\n (CUSTOM_REASONING_PROVIDERS.has(name) && name !== \"fireworks-ai\" && (name !== \"cloudflare-workers-ai\" || info !== undefined || declaredEfforts.length > 0))\n || (!native && declaredEfforts.length > 0)\n );\n const adaptiveWireEffort = needsAdaptiveWireEffort ? adaptiveEffortFromEnv(env, wireEfforts) : undefined;\n const allowFixed = native || CUSTOM_REASONING_PROVIDERS.has(name) || declaredEfforts.length > 0;\n const allowOff = supportsReasoningOff(name, info, wireEffortSet, declaredEfforts);\n\n const supported = info?.reasoning === false || info === undefined && declaredEfforts.length === 0\n ? activationPolicies\n : EFFORTS.filter((policy) => policy === \"adaptive\"\n || policy === \"off\" && allowOff\n || allowFixed\n && (policy === \"low\" || policy === \"medium\" || policy === \"high\" || policy === \"xhigh\"\n || policy === \"max\" && customProjection)\n && wireEffortSet.has(policy));\n const [first, ...rest] = supported;\n if (first === undefined) throw new TypeError(`${name} provider: no portable effort is representable`);\n const efforts = [first, ...rest] satisfies [Effort, ...Effort[]];\n\n if (native && (!CUSTOM_REASONING_PROVIDERS.has(name) || info?.reasoning === false)) {\n return { declaredEfforts, efforts };\n }\n\n const rejectBudget = (budget: number | null): void => {\n if (budget !== null) throw new TypeError(`${name} provider: reasoning budget is unsupported on this route`);\n };\n\n return {\n declaredEfforts,\n efforts,\n ...(name === \"alibaba\" ? { outputTokenField: \"max_completion_tokens\" as const } : {}),\n reasoningRequestBody: (mode, budget) => {\n if (info?.reasoning === false) {\n if (budget !== null) throw new TypeError(`${name} model does not support reasoning`);\n return {};\n }\n switch (name) {\n case \"openrouter\":\n if (mode === \"off\") return { reasoning: { effort: \"none\" } };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { reasoning: { enabled: true, max_tokens: budget } };\n }\n if (mode !== \"adaptive\") return { reasoning: { enabled: true, effort: mode } };\n return {\n reasoning: adaptiveWireEffort === undefined\n ? { enabled: true }\n : { enabled: true, effort: adaptiveWireEffort },\n };\n case \"deepseek\":\n rejectBudget(budget);\n if (mode === \"off\") return { thinking: { type: \"disabled\" } };\n if (mode !== \"adaptive\") return { thinking: { type: \"enabled\" }, reasoning_effort: mode };\n return {\n thinking: { type: \"enabled\" },\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"alibaba\":\n if (mode === \"off\") return { enable_thinking: false };\n if (budget !== null) {\n if (mode !== \"adaptive\") {\n throw new TypeError(`${name} provider: reasoning effort and budget are exclusive; choose one control`);\n }\n assertCatalogReasoningBudget(name, info, budget);\n return { enable_thinking: true, thinking_budget: budget };\n }\n if (mode !== \"adaptive\") return { enable_thinking: true, reasoning_effort: mode };\n return {\n enable_thinking: true,\n ...(adaptiveWireEffort === undefined ? {} : { reasoning_effort: adaptiveWireEffort }),\n };\n case \"deepinfra\":\n case \"togetherai\":\n case \"fireworks-ai\":\n case \"cloudflare-workers-ai\":\n rejectBudget(budget);\n if (name === \"cloudflare-workers-ai\" && info === undefined && declaredEfforts.length === 0) return {};\n if (mode === \"off\") return { reasoning_effort: \"none\" };\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n if (adaptiveWireEffort !== undefined) return { reasoning_effort: adaptiveWireEffort };\n if (name === \"fireworks-ai\" && info !== undefined && catalogSupportsToggle(info)) {\n return { reasoning_effort: true };\n }\n return {};\n default:\n rejectBudget(budget);\n if (mode === \"off\") return wireEffortSet.has(\"none\") ? { reasoning_effort: \"none\" } : {};\n if (mode !== \"adaptive\") return { reasoning_effort: mode };\n return declaredEfforts.length > 0 && adaptiveWireEffort !== undefined\n ? { reasoning_effort: adaptiveWireEffort }\n : {};\n }\n },\n };\n};\n\n// {§provider-effort} Read-only discovery and construction share admission;\n// the compatible adapter is the only catalog transport without a native model.\nexport const catalogEfforts = (\n provider: ProviderInfo,\n info: ModelInfo,\n env: NodeJS.ProcessEnv,\n): readonly [Effort, ...Effort[]] => reasoningCapabilities(\n provider.id, withProviderDefaults(env), info, provider.adapter !== \"openai-compatible\",\n).efforts;\n\nconst adaptiveEffortProjection = ({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n reasoningCapable: boolean;\n info?: ModelInfo;\n declared: readonly Exclude<ModelEffort, null>[];\n}): Pick<ModelProviderConfig, \"adaptiveEffort\" | \"nativeAdaptiveThinking\"> => {\n if (!reasoningCapable) return { adaptiveEffort: \"provider-default\" };\n if (name === \"anthropic\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (name === \"amazon-bedrock\" && model.includes(\"claude-\")) {\n return {\n adaptiveEffort: \"provider-default\",\n nativeAdaptiveThinking: true,\n };\n }\n if (info !== undefined) {\n return {\n adaptiveEffort: adaptiveEffortFromEnv(env, catalogWireEfforts(info, declared)\n .filter((effort): effort is NativeEffort => effort !== null && nativeEfforts.has(effort))) ?? \"provider-default\",\n };\n }\n return { adaptiveEffort: \"provider-default\" };\n};\n\nexport const providerFromModelAdapter = ({\n name,\n env,\n model,\n providerModel,\n normalizeCost,\n url,\n headers,\n contextWindow,\n info,\n attributions,\n cacheAffinity,\n promptCacheBreakpoints,\n additiveReasoningProvider,\n requestControls,\n endpoint,\n}: {\n name: string;\n env: NodeJS.ProcessEnv;\n model: string;\n providerModel?: ProviderModel;\n normalizeCost?: ProviderCostNormalizer;\n url?: string;\n headers?: Readonly<Record<string, string>>;\n contextWindow: number;\n info?: ModelInfo;\n attributions?: (context: ExtensionAttributionContext) => ExtensionAttribution;\n cacheAffinity?: CacheAffinity;\n promptCacheBreakpoints?: PromptCacheStyle;\n additiveReasoningProvider?: \"anthropic\" | \"bedrock\";\n requestControls?: NativeRequestControls;\n endpoint?: string;\n}): Provider => {\n emitWarningOnce(\n `${name} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n\n const maxInputTokens = info?.maxInputTokens ?? null;\n const maxOutputTokens = info?.maxOutputTokens === undefined\n ? null\n : Math.min(info.maxOutputTokens, contextWindow);\n const envelope = generationEnvelopeFromEnv(\n env,\n name,\n contextWindow,\n maxOutputTokens,\n );\n const effort = effortFromEnv(env, name, envelope.reasoningBudget);\n const reasoningCapable = info?.reasoning === true;\n const {\n declaredEfforts,\n efforts,\n outputTokenField,\n reasoningRequestBody,\n } = reasoningCapabilities(\n name, env, info, providerModel !== undefined,\n );\n const adaptiveEffort = adaptiveEffortProjection({\n name,\n env,\n model,\n reasoningCapable,\n info,\n declared: declaredEfforts,\n });\n\n const catalogCost = info?.cost;\n const catalogRates = catalogCost === undefined ? null : {\n input: catalogCost.inputPer1M,\n output: catalogCost.outputPer1M,\n ...(catalogCost.reasoningPer1M === undefined\n ? {}\n : { reasoning: catalogCost.reasoningPer1M }),\n ...(catalogCost.cacheReadPer1M === undefined\n ? {}\n : { cacheRead: catalogCost.cacheReadPer1M }),\n ...(catalogCost.cacheWritePer1M === undefined\n ? {}\n : { cacheWrite: catalogCost.cacheWritePer1M }),\n };\n // {§provider-monetary-evidence} (#1357): the catalog is the starting point; a declared\n // override merges over it, and the estimate's source names the overlay.\n const costOverride = costOverrideFromEnv(env, name);\n let rates = catalogRates;\n if (costOverride !== null) {\n const merged = { ...catalogRates, ...costOverride };\n if (merged.input === undefined || merged.output === undefined) {\n throw new Error(\n `${name} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n rates = { ...merged, input: merged.input, output: merged.output };\n }\n const rateSource = costOverride === null\n ? \"Models.dev catalog rates\"\n : \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\";\n const estimateCost = (usage: Parameters<typeof estimateProviderCost>[0]) =>\n estimateProviderCost(usage, rates, rateSource);\n const affinityEnabled = cacheAffinityFromEnv(env, name);\n const cacheWritePolicy = cacheWritePolicyFromEnv(env, name);\n\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, endpoint ?? url?.replace(/\\/chat\\/completions$/, \"\") ?? `sdk:${name}`),\n model,\n ...(attributions === undefined ? {} : { attributions }),\n ...(providerModel === undefined ? {} : { providerModel }),\n ...(normalizeCost === undefined ? {} : { normalizeCost }),\n ...(url === undefined ? {} : { url }),\n ...(headers === undefined ? {} : { headers: { ...headers } }),\n contextWindow,\n // {§provider-interface} — the catalog's input modalities decide which native parts ride.\n inputModalities: inputModalitiesOf(info?.modalities.input),\n maxInputTokens,\n maxOutputTokens,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts: efforts,\n ...adaptiveEffort,\n ...(additiveReasoningProvider === undefined || !reasoningCapable\n ? {}\n : { additiveReasoningProvider }),\n fetchTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", name),\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", name),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, name),\n ...samplingFromEnv(env, name),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", name, 0),\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", name),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", name),\n ...(outputTokenField === undefined ? {} : { outputTokenField }),\n ...(reasoningRequestBody === undefined ? {} : { reasoningRequestBody }),\n ...(affinityEnabled && cacheAffinity !== undefined ? { cacheAffinity } : {}),\n ...(cacheWritePolicy !== \"off\" && promptCacheBreakpoints !== undefined\n ? { cacheBreakpoints: cacheWritePolicy }\n : {}),\n ...(promptCacheBreakpoints === undefined ? {} : { promptCacheStyle: promptCacheBreakpoints }),\n serviceTier: env.PLURNK_PROVIDERS_SERVICE_TIER,\n ...(requestControls === undefined ? {} : { requestControls }),\n estimateCost,\n source: providerSource(name),\n ...dataCaptureFromEnv(env, name),\n });\n};\n\n// A model the snapshot does not resolve is named as such, with the ids it may have meant: those that share its\n// final path segment ambiguously, or whose final segment begins with it.\nconst uncatalogedModel = (name: string, model: string): string => {\n const ids = Object.keys(catalogSnapshot()[name] ?? {});\n const ambiguous = ids.filter((id) => id.endsWith(`/${model}`));\n const near = ambiguous.length > 0 ? ambiguous : ids.filter((id) => (id.split(\"/\").at(-1) ?? id).startsWith(model));\n const reason = ambiguous.length > 1 ? `matches ${ambiguous.length} Models.dev ids by path suffix` : \"is not a Models.dev id or a unique path suffix of one\";\n const hint = near.length === 0 ? \"\" : `; candidates: ${near.slice(0, 3).join(\", \")}`;\n return `${name} provider: model \"${model}\" ${reason}${hint} — correct the model id, or set PLURNK_PROVIDERS_CONTEXT_WINDOW to route an uncataloged model`;\n};\n\nexport const catalogProviderFromEnv = (\n name: string,\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Provider | null => {\n const resolved = resolveModel(name, model);\n const contextOverride = contextWindowFromEnv(env, name);\n if (lookupProvider(name) === null && configuredProviderInfo(name, env) === null) return null;\n if ((name === \"openai\" || name === \"ollama\") && resolved === null) return null;\n if (resolved === null && contextOverride === null) throw new Error(uncatalogedModel(name, model));\n const wireModel = resolved?.id ?? model;\n const info = resolved?.info;\n const contextWindow = effectiveContextWindow(contextOverride, info?.contextWindow ?? null);\n if (contextWindow === null) {\n throw new Error(\n `${name} provider: context window unresolved for \"${wireModel}\" — set PLURNK_PROVIDERS_CONTEXT_WINDOW or update the Models.dev snapshot`,\n );\n }\n const adapted = createProviderModel(name, wireModel, env, baseUrlOverride);\n if (adapted === null) return null;\n\n return providerFromModelAdapter({\n name,\n env,\n model: wireModel,\n providerModel: adapted.providerModel,\n normalizeCost: adapted.normalizeCost,\n url: adapted.compatible?.url,\n endpoint: adapted.endpoint,\n headers: adapted.compatible?.headers,\n cacheAffinity: adapted.cacheAffinity,\n promptCacheBreakpoints: adapted.promptCacheBreakpoints,\n additiveReasoningProvider: adapted.additiveReasoningProvider,\n ...(adapted.requestControls === undefined ? {} : { requestControls: adapted.requestControls }),\n contextWindow,\n info,\n });\n};\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compatibleProvider.d.ts","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"compatibleProvider.d.ts","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"AAwBA,OAAO,EAA0B,KAAK,QAAQ,EAAE,MAAM,YAAY,CAAC;AAmGnE,eAAO,MAAM,yBAAyB,QAC7B,MAAM,CAAC,UAAU,SACf,MAAM,oBACK,MAAM,KACzB,OAAO,CAAC,QAAQ,CAuHlB,CAAC"}
|
|
@@ -2,7 +2,7 @@ import { EFFORTS, isRecord } from "@plurnk/plurnk-contracts";
|
|
|
2
2
|
import { outboundFetch } from "@plurnk/plurnk-meta";
|
|
3
3
|
import ModelProvider, {} from "./ModelProvider.js";
|
|
4
4
|
import { estimateProviderCost } from "./cost.js";
|
|
5
|
-
import { contextWindowFromEnv, costOverrideFromEnv, declaredReasoningEfforts, effectiveContextWindow, dataCaptureFromEnv, generationEnvelopeFromEnv, parseOptionalFloat, parseOptionalInt, samplingFromEnv, parseRequiredInt, parseTimeoutMs, cacheAffinityFromEnv, cacheWritePolicyFromEnv, effortFromEnv, reasoningResponseStyleFromEnv, inferenceAdmissionFromEnv, } from "./env.js";
|
|
5
|
+
import { contextWindowFromEnv, costOverrideFromEnv, declaredReasoningEfforts, effectiveContextWindow, dataCaptureFromEnv, generationEnvelopeFromEnv, parseOptionalFloat, parseOptionalInt, samplingFromEnv, parseRequiredInt, parseTimeoutMs, cacheAffinityFromEnv, cacheWritePolicyFromEnv, effortFromEnv, reasoningResponseStyleFromEnv, inferenceAdmissionFromEnv, parseMaxConcurrency, } from "./env.js";
|
|
6
6
|
import { providerSource } from "./notices.js";
|
|
7
7
|
import { UnsupportedEffortError } from "./types.js";
|
|
8
8
|
import { emitWarningOnce } from "./warnings.js";
|
|
@@ -70,7 +70,9 @@ const probeProps = async (url, headers, timeout) => {
|
|
|
70
70
|
const data = await response.json();
|
|
71
71
|
const props = isRecord(data) ? data : {};
|
|
72
72
|
return {
|
|
73
|
-
slotCount: typeof props.total_slots === "number" && props.total_slots
|
|
73
|
+
slotCount: typeof props.total_slots === "number" && Number.isSafeInteger(props.total_slots) && props.total_slots > 0
|
|
74
|
+
? props.total_slots
|
|
75
|
+
: null,
|
|
74
76
|
eosText: typeof props.eos_token === "string" && props.eos_token.length > 0 ? props.eos_token : null,
|
|
75
77
|
};
|
|
76
78
|
}
|
|
@@ -83,6 +85,7 @@ export const compatibleProviderFromEnv = async (env, model, baseUrlOverride) =>
|
|
|
83
85
|
// route declares no vendor cache projection: llama-server already owns slot affinity.
|
|
84
86
|
cacheAffinityFromEnv(env, provider);
|
|
85
87
|
cacheWritePolicyFromEnv(env, provider);
|
|
88
|
+
parseMaxConcurrency(env);
|
|
86
89
|
const url = chatUrl(env, baseUrlOverride);
|
|
87
90
|
const apiKey = env.OPENAI_API_KEY;
|
|
88
91
|
const headers = apiKey === undefined || apiKey.length === 0
|
|
@@ -138,7 +141,7 @@ export const compatibleProviderFromEnv = async (env, model, baseUrlOverride) =>
|
|
|
138
141
|
estimateCost = (usage) => estimateProviderCost(usage, rates, "operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates");
|
|
139
142
|
}
|
|
140
143
|
return new ModelProvider({
|
|
141
|
-
inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\/chat\/completions$/, "")),
|
|
144
|
+
inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\/chat\/completions$/, ""), slotCount),
|
|
142
145
|
model,
|
|
143
146
|
url,
|
|
144
147
|
headers,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compatibleProvider.js","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAe,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,aAAa,EAAE,EAAuB,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EACH,oBAAoB,EACpB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAiB,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAShD,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAE1B,wFAAwF;AACxF,4EAA4E;AAC5E,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAqB,EAAE;IAClE,MAAM,QAAQ,GAAwB,IAAI,GAAG,CAAC,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IACvF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AACzG,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAsB,EAAE,QAAiB,EAAU,EAAE;IAClE,MAAM,UAAU,GAAG,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,CAAC;IAC1E,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,2DAA2D,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,sBAAsB,CAAC;AAC9D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACrB,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACO,EAAE;IACxB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE;YAC5C,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC7F,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,CAAC;QACvB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;QACrE,OAAO;YACH,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,EAAE,IAAI,KAAK,SAAS;YACpC,WAAW,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAC7E,MAAM,EAAE,KAAK;SAChB,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC/E,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAC7B,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACf,QAAgB,EAChB,KAAa,EACS,EAAE;IACxB,IAAI,MAAM,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAChG,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjG,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EACpB,GAAW,EACX,OAA+B,EAC/B,OAAe,EAC8C,EAAE;IAC/D,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,QAAQ,CAAC,EAAE;YACpF,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAsC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;YACH,SAAS,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI;YACpG,OAAO,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SACtG,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC1C,GAAsB,EACtB,KAAa,EACb,eAAwB,EACP,EAAE;IACnB,qFAAqF;IACrF,sFAAsF;IACtF,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpC,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC;IAClC,MAAM,OAAO,GAA2B,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAC/E,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IACpH,MAAM,KAAK,GAAG,MAAM,mBAAmB,CACnC,GAAG,EACH,OAAO,EACP,KAAK,EACL,OAAO,EACP,QAAQ,EACR,gBAAgB,CAAC,GAAG,CAAC,4BAA4B,EAAE,8BAA8B,EAAE,QAAQ,CAAC,CAC/F,CAAC;IACF,MAAM,aAAa,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,GAAG,CAAC,6BAA6B,CAAC;IACjD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,qEAAqE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC;IAC7E,MAAM,WAAW,GAAG,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC;IAChD,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClC,eAAe,CACX,GAAG,QAAQ,kDAAkD,QAAQ,4EAA4E,EACjJ,qBAAqB,CACxB,CAAC;IACN,CAAC;IACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,eAAe,CACX,GAAG,QAAQ,8CAA8C,KAAK,wCAAwC,EACtG,wBAAwB,CAC3B,CAAC;IACN,CAAC;IAED,IAAI,cAAc,GAAmB,OAAO,CAAC;IAC7C,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,OAA2B,CAAC;IAChC,IAAI,WAA+B,CAAC;IACpC,IAAI,eAAmC,CAAC;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,cAAc,GAAG,UAAU,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC5B,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,SAAS,CAAC;QACrC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QACnE,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,mCAAmC,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,eAAe,CACX,GAAG,QAAQ,sGAAsG,EACjH,8BAA8B,CACjC,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACtE,MAAM,gBAAgB,GAAsB,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACvH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,sBAAsB,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,cAAc,KAAK,UAAU;YACnH,CAAC,CAAC,kGAAkG,MAAM,CAAC,IAAI,6DAA6D;YAC5K,CAAC,CAAC,2CAA2C,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,YAEW,CAAC;IAChB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACX,GAAG,QAAQ,wHAAwH,CACtI,CAAC;QACN,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,GAAG,YAAY,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;QAC1F,YAAY,GAAG,CAAC,KAAK,EAAE,EAAE,CACrB,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,yEAAyE,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;QAC3F,KAAK;QACL,GAAG;QACH,OAAO;QACP,aAAa;QACb,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB;QAChB,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,cAAc,EAAE,OAAO;QACvB,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,QAAQ,CAAC;QAC1H,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpE,cAAc;QACd,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC;QACjC,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtH,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACnI,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,yBAAyB,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC,IAAI,SAAS;QACzI,WAAW,EAAE,gBAAgB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,IAAI,SAAS;QAC1H,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC;QAC5H,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC;QAChC,GAAG,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpC,mBAAmB,EAAE,WAAW;QAChC,SAAS;QACT,OAAO;QACP,WAAW;QACX,eAAe;QACf,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;QAC3C,oBAAoB,EAAE,WAAW,IAAI,SAAS;KACjD,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import { EFFORTS, isRecord, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { outboundFetch } from \"@plurnk/plurnk-meta\";\nimport ModelProvider, { type ReasoningStyle } from \"./ModelProvider.ts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport {\n contextWindowFromEnv,\n costOverrideFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n parseOptionalInt,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n} from \"./env.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport { UnsupportedEffortError, type Provider } from \"./types.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\n\ntype EndpointProbe = {\n nCtx: number | null;\n llamaServer: boolean;\n servedModel: string | null;\n failed: boolean;\n};\n\nconst provider = \"openai\";\n\n// {§provider-effort} The server enforces off and adaptive itself; a fixed effort is the\n// operator's declaration of a level the served chat template distinguishes.\nconst templateEfforts = (env: NodeJS.ProcessEnv): readonly Effort[] => {\n const declared: ReadonlySet<string> = new Set(declaredReasoningEfforts(provider, env));\n return EFFORTS.filter((policy) => policy === \"off\" || policy === \"adaptive\" || declared.has(policy));\n};\n\nconst chatUrl = (env: NodeJS.ProcessEnv, override?: string): string => {\n const configured = override ?? env.OPENAI_BASE_URL ?? env.OPENAI_API_BASE;\n if (configured === undefined || configured.length === 0) {\n throw new Error(`${provider} provider: OPENAI_BASE_URL or OPENAI_API_BASE must be set`);\n }\n const base = configured.replace(/\\/+$/, \"\");\n if (base.endsWith(\"/chat/completions\")) return base;\n return `${base.replace(/\\/v1$/, \"\")}/v1/chat/completions`;\n};\n\nconst probeModels = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n): Promise<EndpointProbe> => {\n const modelsUrl = url.replace(/\\/chat\\/completions$/, \"/models\");\n try {\n const response = await outboundFetch(modelsUrl, {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n const data: unknown = await response.json();\n const rows = isRecord(data) && Array.isArray(data.data) ? data.data.filter(isRecord) : [];\n const row = rows.find((candidate) => candidate.id === model) ?? rows.at(0);\n const meta = row?.meta;\n const nCtx = (isRecord(meta) ? meta.n_ctx : undefined) ?? row?.n_ctx;\n return {\n nCtx: typeof nCtx === \"number\" && nCtx > 0 ? nCtx : null,\n llamaServer: row?.meta !== undefined,\n servedModel: typeof row?.id === \"string\" && row.id.length > 0 ? row.id : null,\n failed: false,\n };\n } catch {\n return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n }\n};\n\nconst probeModelsRetrying = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n attempts: number,\n delay: number,\n): Promise<EndpointProbe> => {\n let result: EndpointProbe = { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n for (let attempt = 0; attempt < attempts; attempt += 1) {\n if (attempt > 0) await new Promise((resolve) => setTimeout(resolve, delay * 2 ** (attempt - 1)));\n result = await probeModels(url, headers, model, timeout);\n if (!result.failed) return result;\n }\n return result;\n};\n\nconst probeProps = async (\n url: string,\n headers: Record<string, string>,\n timeout: number,\n): Promise<{ slotCount: number | null; eosText: string | null }> => {\n try {\n const response = await outboundFetch(url.replace(/\\/v1\\/chat\\/completions$/, \"/props\"), {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { slotCount: null, eosText: null };\n const data: unknown = await response.json();\n const props: Readonly<Record<string, unknown>> = isRecord(data) ? data : {};\n return {\n slotCount: typeof props.total_slots === \"number\" && props.total_slots > 0 ? props.total_slots : null,\n eosText: typeof props.eos_token === \"string\" && props.eos_token.length > 0 ? props.eos_token : null,\n };\n } catch {\n return { slotCount: null, eosText: null };\n }\n};\n\nexport const compatibleProviderFromEnv = async (\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Promise<Provider> => {\n // The knobs remain universal and fail hard when malformed, but this local compatible\n // route declares no vendor cache projection: llama-server already owns slot affinity.\n cacheAffinityFromEnv(env, provider);\n cacheWritePolicyFromEnv(env, provider);\n const url = chatUrl(env, baseUrlOverride);\n const apiKey = env.OPENAI_API_KEY;\n const headers: Record<string, string> = apiKey === undefined || apiKey.length === 0\n ? {}\n : { Authorization: `Bearer ${apiKey}` };\n const timeout = parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", provider);\n const attempts = parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_ATTEMPTS, \"PLURNK_PROVIDERS_PROBE_ATTEMPTS\", provider);\n const probe = await probeModelsRetrying(\n url,\n headers,\n model,\n timeout,\n attempts,\n parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_DELAY, \"PLURNK_PROVIDERS_PROBE_DELAY\", provider),\n );\n const contextWindow = effectiveContextWindow(contextWindowFromEnv(env, provider), probe.nCtx);\n const pinRaw = env.PLURNK_PROVIDERS_LLAMA_SERVER;\n if (pinRaw !== undefined && pinRaw !== \"\" && pinRaw !== \"0\" && pinRaw !== \"1\") {\n throw new Error(`${provider} provider: PLURNK_PROVIDERS_LLAMA_SERVER must be \"1\", \"0\", or unset`);\n }\n const pinned = pinRaw === undefined || pinRaw === \"\" ? null : pinRaw === \"1\";\n const llamaServer = pinned ?? probe.llamaServer;\n if (probe.failed && pinned === null) {\n emitWarningOnce(\n `${provider} provider: llama-server detection failed after ${attempts} attempts; pin PLURNK_PROVIDERS_LLAMA_SERVER=1 when this is a llama-server`,\n \"PLURNK_PROBE_FAILED\",\n );\n }\n if (contextWindow === null) {\n emitWarningOnce(\n `${provider} provider: context window underivable for \"${model}\"; set PLURNK_PROVIDERS_CONTEXT_WINDOW`,\n \"PLURNK_CONTEXT_UNKNOWN\",\n );\n }\n\n let reasoningStyle: ReasoningStyle = \"think\";\n let slotCount: number | null = null;\n let eosText: string | undefined;\n let tokenizeUrl: string | undefined;\n let promptTokensUrl: string | undefined;\n if (llamaServer) {\n reasoningStyle = \"template\";\n const props = await probeProps(url, headers, timeout);\n slotCount = props.slotCount;\n eosText = props.eosText ?? undefined;\n tokenizeUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/tokenize\");\n promptTokensUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/v1/chat/completions/input_tokens\");\n }\n\n if (!llamaServer) {\n emitWarningOnce(\n `${provider} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n }\n const envelope = generationEnvelopeFromEnv(env, provider, contextWindow, null);\n const effort = effortFromEnv(env, provider, envelope.reasoningBudget);\n const supportedEfforts: readonly Effort[] = reasoningStyle === \"template\" ? templateEfforts(env) : [\"off\", \"adaptive\"];\n if (!supportedEfforts.includes(effort.mode)) {\n throw new UnsupportedEffortError(providerSource(provider), effort.mode, supportedEfforts, reasoningStyle === \"template\"\n ? `Declare each effort the served chat template distinguishes: PLURNK_PROVIDERS_REASONING_EFFORTS=${effort.mode} (comma-separated; an alias suffix scopes it to one alias).`\n : \"This route sends no fixed-effort control.\");\n }\n const costOverride = costOverrideFromEnv(env, provider);\n let estimateCost:\n | ((usage: Parameters<typeof estimateProviderCost>[0]) => ReturnType<typeof estimateProviderCost>)\n | undefined;\n if (costOverride !== null) {\n if (costOverride.input === undefined || costOverride.output === undefined) {\n throw new Error(\n `${provider} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n const rates = { ...costOverride, input: costOverride.input, output: costOverride.output };\n estimateCost = (usage) =>\n estimateProviderCost(usage, rates, \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\");\n }\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\\/chat\\/completions$/, \"\")),\n model,\n url,\n headers,\n contextWindow,\n maxInputTokens: null,\n maxOutputTokens: null,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts,\n ...(estimateCost === undefined ? {} : { estimateCost }),\n fetchTimeoutMs: timeout,\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", provider),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, provider),\n reasoningStyle,\n ...samplingFromEnv(env, provider),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", provider, 0),\n dryMultiplier: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_MULTIPLIER, \"PLURNK_PROVIDERS_DRY_MULTIPLIER\", provider, 0) ?? undefined,\n dryBase: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_BASE, \"PLURNK_PROVIDERS_DRY_BASE\", provider, 0) ?? undefined,\n dryAllowedLength: parseOptionalInt(env.PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH, \"PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH\", provider) ?? undefined,\n repeatLastN: parseOptionalInt(env.PLURNK_PROVIDERS_REPEAT_LAST_N, \"PLURNK_PROVIDERS_REPEAT_LAST_N\", provider) ?? undefined,\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", provider),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", provider),\n source: providerSource(provider),\n ...dataCaptureFromEnv(env, provider),\n supportsSlotPinning: llamaServer,\n slotCount,\n eosText,\n tokenizeUrl,\n promptTokensUrl,\n servedModel: probe.servedModel ?? undefined,\n requiresOutputBudget: llamaServer || undefined,\n });\n};\n"]}
|
|
1
|
+
{"version":3,"file":"compatibleProvider.js","sourceRoot":"","sources":["../src/compatibleProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAe,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,aAAa,EAAE,EAAuB,MAAM,oBAAoB,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EACH,oBAAoB,EACpB,mBAAmB,EACnB,wBAAwB,EACxB,sBAAsB,EACtB,kBAAkB,EAClB,yBAAyB,EACzB,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,cAAc,EACd,oBAAoB,EACpB,uBAAuB,EACvB,aAAa,EACb,6BAA6B,EAC7B,yBAAyB,EACzB,mBAAmB,GACtB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAiB,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAShD,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAE1B,wFAAwF;AACxF,4EAA4E;AAC5E,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAqB,EAAE;IAClE,MAAM,QAAQ,GAAwB,IAAI,GAAG,CAAC,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IACvF,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AACzG,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,GAAsB,EAAE,QAAiB,EAAU,EAAE;IAClE,MAAM,UAAU,GAAG,QAAQ,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,CAAC;IAC1E,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,2DAA2D,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,sBAAsB,CAAC;AAC9D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACrB,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACO,EAAE;IACxB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAC;IACjE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE;YAC5C,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC7F,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,GAAG,EAAE,IAAI,CAAC;QACvB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC;QACrE,OAAO;YACH,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YACxD,WAAW,EAAE,GAAG,EAAE,IAAI,KAAK,SAAS;YACpC,WAAW,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAC7E,MAAM,EAAE,KAAK;SAChB,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC/E,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,KAAK,EAC7B,GAAW,EACX,OAA+B,EAC/B,KAAa,EACb,OAAe,EACf,QAAgB,EAChB,KAAa,EACS,EAAE;IACxB,IAAI,MAAM,GAAkB,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAChG,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjG,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EACpB,GAAW,EACX,OAA+B,EAC/B,OAAe,EAC8C,EAAE;IAC/D,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,QAAQ,CAAC,EAAE;YACpF,OAAO;YACP,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAY,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAsC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;YACH,SAAS,EAAE,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC;gBAChH,CAAC,CAAC,KAAK,CAAC,WAAW;gBACnB,CAAC,CAAC,IAAI;YACV,OAAO,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;SACtG,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC1C,GAAsB,EACtB,KAAa,EACb,eAAwB,EACP,EAAE;IACnB,qFAAqF;IACrF,sFAAsF;IACtF,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpC,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC;IAClC,MAAM,OAAO,GAA2B,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAC/E,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,CAAC;IAC/G,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IACpH,MAAM,KAAK,GAAG,MAAM,mBAAmB,CACnC,GAAG,EACH,OAAO,EACP,KAAK,EACL,OAAO,EACP,QAAQ,EACR,gBAAgB,CAAC,GAAG,CAAC,4BAA4B,EAAE,8BAA8B,EAAE,QAAQ,CAAC,CAC/F,CAAC;IACF,MAAM,aAAa,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,GAAG,CAAC,6BAA6B,CAAC;IACjD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,qEAAqE,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC;IAC7E,MAAM,WAAW,GAAG,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC;IAChD,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClC,eAAe,CACX,GAAG,QAAQ,kDAAkD,QAAQ,4EAA4E,EACjJ,qBAAqB,CACxB,CAAC;IACN,CAAC;IACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QACzB,eAAe,CACX,GAAG,QAAQ,8CAA8C,KAAK,wCAAwC,EACtG,wBAAwB,CAC3B,CAAC;IACN,CAAC;IAED,IAAI,cAAc,GAAmB,OAAO,CAAC;IAC7C,IAAI,SAAS,GAAkB,IAAI,CAAC;IACpC,IAAI,OAA2B,CAAC;IAChC,IAAI,WAA+B,CAAC;IACpC,IAAI,eAAmC,CAAC;IACxC,IAAI,WAAW,EAAE,CAAC;QACd,cAAc,GAAG,UAAU,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAC5B,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,SAAS,CAAC;QACrC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QACnE,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,0BAA0B,EAAE,mCAAmC,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,eAAe,CACX,GAAG,QAAQ,sGAAsG,EACjH,8BAA8B,CACjC,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,yBAAyB,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACtE,MAAM,gBAAgB,GAAsB,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACvH,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,sBAAsB,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,cAAc,KAAK,UAAU;YACnH,CAAC,CAAC,kGAAkG,MAAM,CAAC,IAAI,6DAA6D;YAC5K,CAAC,CAAC,2CAA2C,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxD,IAAI,YAEW,CAAC;IAChB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACX,GAAG,QAAQ,wHAAwH,CACtI,CAAC;QACN,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,GAAG,YAAY,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;QAC1F,YAAY,GAAG,CAAC,KAAK,EAAE,EAAE,CACrB,oBAAoB,CAAC,KAAK,EAAE,KAAK,EAAE,yEAAyE,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,IAAI,aAAa,CAAC;QACrB,kBAAkB,EAAE,yBAAyB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,EAAE,SAAS,CAAC;QACtG,KAAK;QACL,GAAG;QACH,OAAO;QACP,aAAa;QACb,cAAc,EAAE,IAAI;QACpB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,gBAAgB;QAChB,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,cAAc,EAAE,OAAO;QACvB,kBAAkB,EAAE,cAAc,CAAC,GAAG,CAAC,kCAAkC,EAAE,oCAAoC,EAAE,QAAQ,CAAC;QAC1H,MAAM;QACN,sBAAsB,EAAE,6BAA6B,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpE,cAAc;QACd,GAAG,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC;QACjC,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtH,aAAa,EAAE,kBAAkB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACnI,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,yBAAyB,EAAE,2BAA2B,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,SAAS;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC,IAAI,SAAS;QACzI,WAAW,EAAE,gBAAgB,CAAC,GAAG,CAAC,8BAA8B,EAAE,gCAAgC,EAAE,QAAQ,CAAC,IAAI,SAAS;QAC1H,aAAa,EAAE,gBAAgB,CAAC,GAAG,CAAC,+BAA+B,EAAE,iCAAiC,EAAE,QAAQ,CAAC;QACjH,gBAAgB,EAAE,gBAAgB,CAAC,GAAG,CAAC,mCAAmC,EAAE,qCAAqC,EAAE,QAAQ,CAAC;QAC5H,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC;QAChC,GAAG,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC;QACpC,mBAAmB,EAAE,WAAW;QAChC,SAAS;QACT,OAAO;QACP,WAAW;QACX,eAAe;QACf,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;QAC3C,oBAAoB,EAAE,WAAW,IAAI,SAAS;KACjD,CAAC,CAAC;AACP,CAAC,CAAC","sourcesContent":["import { EFFORTS, isRecord, type Effort } from \"@plurnk/plurnk-contracts\";\nimport { outboundFetch } from \"@plurnk/plurnk-meta\";\nimport ModelProvider, { type ReasoningStyle } from \"./ModelProvider.ts\";\nimport { estimateProviderCost } from \"./cost.ts\";\nimport {\n contextWindowFromEnv,\n costOverrideFromEnv,\n declaredReasoningEfforts,\n effectiveContextWindow,\n dataCaptureFromEnv,\n generationEnvelopeFromEnv,\n parseOptionalFloat,\n parseOptionalInt,\n samplingFromEnv,\n parseRequiredInt,\n parseTimeoutMs,\n cacheAffinityFromEnv,\n cacheWritePolicyFromEnv,\n effortFromEnv,\n reasoningResponseStyleFromEnv,\n inferenceAdmissionFromEnv,\n parseMaxConcurrency,\n} from \"./env.ts\";\nimport { providerSource } from \"./notices.ts\";\nimport { UnsupportedEffortError, type Provider } from \"./types.ts\";\nimport { emitWarningOnce } from \"./warnings.ts\";\n\ntype EndpointProbe = {\n nCtx: number | null;\n llamaServer: boolean;\n servedModel: string | null;\n failed: boolean;\n};\n\nconst provider = \"openai\";\n\n// {§provider-effort} The server enforces off and adaptive itself; a fixed effort is the\n// operator's declaration of a level the served chat template distinguishes.\nconst templateEfforts = (env: NodeJS.ProcessEnv): readonly Effort[] => {\n const declared: ReadonlySet<string> = new Set(declaredReasoningEfforts(provider, env));\n return EFFORTS.filter((policy) => policy === \"off\" || policy === \"adaptive\" || declared.has(policy));\n};\n\nconst chatUrl = (env: NodeJS.ProcessEnv, override?: string): string => {\n const configured = override ?? env.OPENAI_BASE_URL ?? env.OPENAI_API_BASE;\n if (configured === undefined || configured.length === 0) {\n throw new Error(`${provider} provider: OPENAI_BASE_URL or OPENAI_API_BASE must be set`);\n }\n const base = configured.replace(/\\/+$/, \"\");\n if (base.endsWith(\"/chat/completions\")) return base;\n return `${base.replace(/\\/v1$/, \"\")}/v1/chat/completions`;\n};\n\nconst probeModels = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n): Promise<EndpointProbe> => {\n const modelsUrl = url.replace(/\\/chat\\/completions$/, \"/models\");\n try {\n const response = await outboundFetch(modelsUrl, {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n const data: unknown = await response.json();\n const rows = isRecord(data) && Array.isArray(data.data) ? data.data.filter(isRecord) : [];\n const row = rows.find((candidate) => candidate.id === model) ?? rows.at(0);\n const meta = row?.meta;\n const nCtx = (isRecord(meta) ? meta.n_ctx : undefined) ?? row?.n_ctx;\n return {\n nCtx: typeof nCtx === \"number\" && nCtx > 0 ? nCtx : null,\n llamaServer: row?.meta !== undefined,\n servedModel: typeof row?.id === \"string\" && row.id.length > 0 ? row.id : null,\n failed: false,\n };\n } catch {\n return { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n }\n};\n\nconst probeModelsRetrying = async (\n url: string,\n headers: Record<string, string>,\n model: string,\n timeout: number,\n attempts: number,\n delay: number,\n): Promise<EndpointProbe> => {\n let result: EndpointProbe = { nCtx: null, llamaServer: false, servedModel: null, failed: true };\n for (let attempt = 0; attempt < attempts; attempt += 1) {\n if (attempt > 0) await new Promise((resolve) => setTimeout(resolve, delay * 2 ** (attempt - 1)));\n result = await probeModels(url, headers, model, timeout);\n if (!result.failed) return result;\n }\n return result;\n};\n\nconst probeProps = async (\n url: string,\n headers: Record<string, string>,\n timeout: number,\n): Promise<{ slotCount: number | null; eosText: string | null }> => {\n try {\n const response = await outboundFetch(url.replace(/\\/v1\\/chat\\/completions$/, \"/props\"), {\n headers,\n ...(timeout > 0 ? { signal: AbortSignal.timeout(timeout) } : {}),\n });\n if (!response.ok) return { slotCount: null, eosText: null };\n const data: unknown = await response.json();\n const props: Readonly<Record<string, unknown>> = isRecord(data) ? data : {};\n return {\n slotCount: typeof props.total_slots === \"number\" && Number.isSafeInteger(props.total_slots) && props.total_slots > 0\n ? props.total_slots\n : null,\n eosText: typeof props.eos_token === \"string\" && props.eos_token.length > 0 ? props.eos_token : null,\n };\n } catch {\n return { slotCount: null, eosText: null };\n }\n};\n\nexport const compatibleProviderFromEnv = async (\n env: NodeJS.ProcessEnv,\n model: string,\n baseUrlOverride?: string,\n): Promise<Provider> => {\n // The knobs remain universal and fail hard when malformed, but this local compatible\n // route declares no vendor cache projection: llama-server already owns slot affinity.\n cacheAffinityFromEnv(env, provider);\n cacheWritePolicyFromEnv(env, provider);\n parseMaxConcurrency(env);\n const url = chatUrl(env, baseUrlOverride);\n const apiKey = env.OPENAI_API_KEY;\n const headers: Record<string, string> = apiKey === undefined || apiKey.length === 0\n ? {}\n : { Authorization: `Bearer ${apiKey}` };\n const timeout = parseTimeoutMs(env.PLURNK_PROVIDERS_FETCH_TIMEOUT, \"PLURNK_PROVIDERS_FETCH_TIMEOUT\", provider);\n const attempts = parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_ATTEMPTS, \"PLURNK_PROVIDERS_PROBE_ATTEMPTS\", provider);\n const probe = await probeModelsRetrying(\n url,\n headers,\n model,\n timeout,\n attempts,\n parseRequiredInt(env.PLURNK_PROVIDERS_PROBE_DELAY, \"PLURNK_PROVIDERS_PROBE_DELAY\", provider),\n );\n const contextWindow = effectiveContextWindow(contextWindowFromEnv(env, provider), probe.nCtx);\n const pinRaw = env.PLURNK_PROVIDERS_LLAMA_SERVER;\n if (pinRaw !== undefined && pinRaw !== \"\" && pinRaw !== \"0\" && pinRaw !== \"1\") {\n throw new Error(`${provider} provider: PLURNK_PROVIDERS_LLAMA_SERVER must be \"1\", \"0\", or unset`);\n }\n const pinned = pinRaw === undefined || pinRaw === \"\" ? null : pinRaw === \"1\";\n const llamaServer = pinned ?? probe.llamaServer;\n if (probe.failed && pinned === null) {\n emitWarningOnce(\n `${provider} provider: llama-server detection failed after ${attempts} attempts; pin PLURNK_PROVIDERS_LLAMA_SERVER=1 when this is a llama-server`,\n \"PLURNK_PROBE_FAILED\",\n );\n }\n if (contextWindow === null) {\n emitWarningOnce(\n `${provider} provider: context window underivable for \"${model}\"; set PLURNK_PROVIDERS_CONTEXT_WINDOW`,\n \"PLURNK_CONTEXT_UNKNOWN\",\n );\n }\n\n let reasoningStyle: ReasoningStyle = \"think\";\n let slotCount: number | null = null;\n let eosText: string | undefined;\n let tokenizeUrl: string | undefined;\n let promptTokensUrl: string | undefined;\n if (llamaServer) {\n reasoningStyle = \"template\";\n const props = await probeProps(url, headers, timeout);\n slotCount = props.slotCount;\n eosText = props.eosText ?? undefined;\n tokenizeUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/tokenize\");\n promptTokensUrl = url.replace(/\\/v1\\/chat\\/completions$/, \"/v1/chat/completions/input_tokens\");\n }\n\n if (!llamaServer) {\n emitWarningOnce(\n `${provider} provider: request-level prompt counting is a chars/2 estimate; capacity is deferred to the provider`,\n \"PLURNK_PROMPT_COUNT_ESTIMATE\",\n );\n }\n const envelope = generationEnvelopeFromEnv(env, provider, contextWindow, null);\n const effort = effortFromEnv(env, provider, envelope.reasoningBudget);\n const supportedEfforts: readonly Effort[] = reasoningStyle === \"template\" ? templateEfforts(env) : [\"off\", \"adaptive\"];\n if (!supportedEfforts.includes(effort.mode)) {\n throw new UnsupportedEffortError(providerSource(provider), effort.mode, supportedEfforts, reasoningStyle === \"template\"\n ? `Declare each effort the served chat template distinguishes: PLURNK_PROVIDERS_REASONING_EFFORTS=${effort.mode} (comma-separated; an alias suffix scopes it to one alias).`\n : \"This route sends no fixed-effort control.\");\n }\n const costOverride = costOverrideFromEnv(env, provider);\n let estimateCost:\n | ((usage: Parameters<typeof estimateProviderCost>[0]) => ReturnType<typeof estimateProviderCost>)\n | undefined;\n if (costOverride !== null) {\n if (costOverride.input === undefined || costOverride.output === undefined) {\n throw new Error(\n `${provider} provider: PLURNK_PROVIDERS_COST_INPUT and PLURNK_PROVIDERS_COST_OUTPUT must both be set when catalog rates are absent`,\n );\n }\n const rates = { ...costOverride, input: costOverride.input, output: costOverride.output };\n estimateCost = (usage) =>\n estimateProviderCost(usage, rates, \"operator PLURNK_PROVIDERS_COST_* override over Models.dev catalog rates\");\n }\n return new ModelProvider({\n inferenceAdmission: inferenceAdmissionFromEnv(env, url.replace(/\\/chat\\/completions$/, \"\"), slotCount),\n model,\n url,\n headers,\n contextWindow,\n maxInputTokens: null,\n maxOutputTokens: null,\n outputBudget: envelope.outputBudget,\n outputFloor: envelope.outputFloor,\n reasoningBudget: effort.budget,\n supportedEfforts,\n ...(estimateCost === undefined ? {} : { estimateCost }),\n fetchTimeoutMs: timeout,\n operationTimeoutMs: parseTimeoutMs(env.PLURNK_PROVIDERS_OPERATION_TIMEOUT, \"PLURNK_PROVIDERS_OPERATION_TIMEOUT\", provider),\n effort,\n reasoningResponseStyle: reasoningResponseStyleFromEnv(env, provider),\n reasoningStyle,\n ...samplingFromEnv(env, provider),\n repeatPenalty: parseOptionalFloat(env.PLURNK_PROVIDERS_REPEAT_PENALTY, \"PLURNK_PROVIDERS_REPEAT_PENALTY\", provider, 0),\n dryMultiplier: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_MULTIPLIER, \"PLURNK_PROVIDERS_DRY_MULTIPLIER\", provider, 0) ?? undefined,\n dryBase: parseOptionalFloat(env.PLURNK_PROVIDERS_DRY_BASE, \"PLURNK_PROVIDERS_DRY_BASE\", provider, 0) ?? undefined,\n dryAllowedLength: parseOptionalInt(env.PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH, \"PLURNK_PROVIDERS_DRY_ALLOWED_LENGTH\", provider) ?? undefined,\n repeatLastN: parseOptionalInt(env.PLURNK_PROVIDERS_REPEAT_LAST_N, \"PLURNK_PROVIDERS_REPEAT_LAST_N\", provider) ?? undefined,\n retryAttempts: parseRequiredInt(env.PLURNK_PROVIDERS_RETRY_ATTEMPTS, \"PLURNK_PROVIDERS_RETRY_ATTEMPTS\", provider),\n errorDetailLimit: parseRequiredInt(env.PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT, \"PLURNK_PROVIDERS_ERROR_DETAIL_LIMIT\", provider),\n source: providerSource(provider),\n ...dataCaptureFromEnv(env, provider),\n supportsSlotPinning: llamaServer,\n slotCount,\n eosText,\n tokenizeUrl,\n promptTokensUrl,\n servedModel: probe.servedModel ?? undefined,\n requiresOutputBudget: llamaServer || undefined,\n });\n};\n"]}
|
package/dist/env.d.ts
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { type Effort } from "@plurnk/plurnk-contracts";
|
|
2
2
|
import type { ModelEffort } from "@plurnk/plurnk-models";
|
|
3
3
|
import InferenceAdmission from "./InferenceAdmission.ts";
|
|
4
|
-
export declare const
|
|
4
|
+
export declare const parseMaxConcurrency: (env: NodeJS.ProcessEnv) => number;
|
|
5
|
+
export declare const effectiveMaxConcurrency: (configuredLimit: number, physicalSlots: number | null) => number;
|
|
6
|
+
export declare const inferenceAdmissionFromEnv: (env: NodeJS.ProcessEnv, endpoint: string, physicalSlots?: number | null) => InferenceAdmission;
|
|
5
7
|
export declare const parseRequiredInt: (raw: string | undefined, name: string, label: string) => number;
|
|
6
8
|
export declare const parseTimeoutMs: (raw: string | undefined, name: string, label: string) => number;
|
|
7
9
|
export declare const parseOptionalInt: (raw: string | undefined, name: string, label: string) => number | null;
|
package/dist/env.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoC,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACzF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAEzD,eAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../src/env.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoC,KAAK,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACzF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,kBAAkB,MAAM,yBAAyB,CAAC;AAEzD,eAAO,MAAM,mBAAmB,QAAS,MAAM,CAAC,UAAU,KAAG,MAS5D,CAAC;AAIF,eAAO,MAAM,uBAAuB,oBAAqB,MAAM,iBAAiB,MAAM,GAAG,IAAI,KAAG,MAS/F,CAAC;AAEF,eAAO,MAAM,yBAAyB,QAC7B,MAAM,CAAC,UAAU,YACZ,MAAM,kBACD,MAAM,GAAG,IAAI,KAC7B,kBAIF,CAAC;AAEF,eAAO,MAAM,gBAAgB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAKvF,CAAC;AAEF,eAAO,MAAM,cAAc,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAMrF,CAAC;AAEF,eAAO,MAAM,gBAAgB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAAM,GAAG,IAKhG,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,OAAO,MAAM,QAAQ,MAAM,KAAG,MAGpH,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,OAAO,MAAM,QAAQ,MAAM,KAAG,MAAM,GAAG,IAQ7H,CAAC;AAUF,MAAM,WAAW,eAAe;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC;AAED,eAAO,MAAM,eAAe,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,eAOtE,CAAC;AAEH,eAAO,MAAM,UAAU,QAAS,MAAM,GAAG,SAAS,QAAQ,MAAM,SAAS,MAAM,KAAG,MAGjF,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,KAAK,GAAG,eAAe,GAAG,cAAc,CAAC;AAMxE,eAAO,MAAM,wBAAwB,aAAc,MAAM,OAAO,MAAM,CAAC,UAAU,KAAG,SAAS,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,EAWtH,CAAC;AAEF,eAAO,MAAM,oBAAoB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,OAO5E,CAAC;AAEF,eAAO,MAAM,uBAAuB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,gBAO/E,CAAC;AAWF,eAAO,MAAM,kBAAkB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG;IAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAQxH,CAAC;AAGF,eAAO,MAAM,oBAAoB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,MAAM,GAAG,IAErF,CAAC;AAIF,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,CAAC;AAClG,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,EAAE,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAahH,MAAM,MAAM,eAAe,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAiBvE,eAAO,MAAM,kBAAkB,SAAU,eAAe,UAAU,MAAM,GAAG,IAAI,KAAG,MAAM,GAAG,IAK/B,CAAC;AAE7D,MAAM,MAAM,kBAAkB,GAAG;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3C,CAAC;AA4DF,eAAO,MAAM,yBAAyB,QAC7B,MAAM,CAAC,UAAU,SACf,MAAM,iBACE,MAAM,GAAG,IAAI,mBACX,MAAM,GAAG,IAAI,KAC/B,kBASF,CAAC;AAEF,eAAO,MAAM,gCAAgC,QACpC,MAAM,CAAC,UAAU,iBACP,MAAM,GAAG,IAAI,oBACX,MAAM,GAAG,IAAI,KAC/B,kBASF,CAAC;AASF,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAKpE,eAAO,MAAM,WAAW,UAAW,OAAO,SAAS,MAAM,KAAG,MAK3D,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,UAAU,GAAG,YAAY,CAAC;AAE/D,eAAO,MAAM,6BAA6B,QACjC,MAAM,CAAC,UAAU,SACf,MAAM,KACd,sBAQF,CAAC;AAEF,eAAO,MAAM,aAAa,QACjB,MAAM,CAAC,UAAU,SACf,MAAM,mBACG,MAAM,GAAG,IAAI,KAC9B,aAMF,CAAC;AASF,eAAO,MAAM,eAAe,mBAwC1B,CAAC;AAeH,QAAA,MAAM,mBAAmB,wSAMd,CAAC;AACZ,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5F,eAAO,MAAM,mBAAmB,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,KAAG,YAAY,GAAG,IAe1F,CAAC;AAEF,eAAO,MAAM,eAAe,QAAS,MAAM,CAAC,UAAU,SAAS,MAAM,UAAS,SAAS,MAAM,EAAE,KAAqB,MAAM,CAAC,UAkB1H,CAAC"}
|
package/dist/env.js
CHANGED
|
@@ -3,12 +3,34 @@
|
|
|
3
3
|
import { EFFORTS, MAX_TIMER_MS, Validator } from "@plurnk/plurnk-contracts";
|
|
4
4
|
import { providerSetting } from "./provider-env.js";
|
|
5
5
|
import InferenceAdmission from "./InferenceAdmission.js";
|
|
6
|
-
export const
|
|
6
|
+
export const parseMaxConcurrency = (env) => {
|
|
7
7
|
const key = "PLURNK_PROVIDERS_MAX_CONCURRENCY";
|
|
8
8
|
const value = env[key];
|
|
9
9
|
if (value === undefined || value.trim() === "")
|
|
10
10
|
throw new TypeError(`${key} must be set`);
|
|
11
|
-
|
|
11
|
+
const limit = Number(value);
|
|
12
|
+
if (!Number.isSafeInteger(limit) || limit !== -1 && limit < 1) {
|
|
13
|
+
throw new TypeError(`${key} must be -1 or a positive safe integer`);
|
|
14
|
+
}
|
|
15
|
+
return limit;
|
|
16
|
+
};
|
|
17
|
+
// {§provider-inference-admission} Probed physical endpoint slots bound unrestricted (-1) routes and
|
|
18
|
+
// cap larger operator allowances, matching effectiveContextWindow ({§model-fact-resolution}).
|
|
19
|
+
export const effectiveMaxConcurrency = (configuredLimit, physicalSlots) => {
|
|
20
|
+
if (!Number.isSafeInteger(configuredLimit) || configuredLimit !== -1 && configuredLimit < 1) {
|
|
21
|
+
throw new TypeError("PLURNK_PROVIDERS_MAX_CONCURRENCY must be -1 or a positive safe integer");
|
|
22
|
+
}
|
|
23
|
+
if (physicalSlots === null)
|
|
24
|
+
return configuredLimit;
|
|
25
|
+
if (!Number.isSafeInteger(physicalSlots) || physicalSlots < 1) {
|
|
26
|
+
throw new TypeError("physicalSlots must be null or a positive safe integer");
|
|
27
|
+
}
|
|
28
|
+
return configuredLimit === -1 ? physicalSlots : Math.min(configuredLimit, physicalSlots);
|
|
29
|
+
};
|
|
30
|
+
export const inferenceAdmissionFromEnv = (env, endpoint, physicalSlots = null) => {
|
|
31
|
+
const configuredLimit = parseMaxConcurrency(env);
|
|
32
|
+
const limit = effectiveMaxConcurrency(configuredLimit, physicalSlots);
|
|
33
|
+
return InferenceAdmission.forEndpoint(endpoint, limit, { configuredLimit });
|
|
12
34
|
};
|
|
13
35
|
export const parseRequiredInt = (raw, name, label) => {
|
|
14
36
|
if (raw === undefined || raw.length === 0)
|