@llm4ts/core 2.5.0 → 2.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. package/dist/Connector.d.ts +4 -0
  2. package/dist/Connector.d.ts.map +1 -1
  3. package/dist/Connector.js +8 -3
  4. package/dist/Connector.js.map +1 -1
  5. package/dist/ConnectorConfig.d.ts.map +1 -1
  6. package/dist/ConnectorConfig.js +2 -0
  7. package/dist/ConnectorConfig.js.map +1 -1
  8. package/dist/ContextManagement.d.ts.map +1 -1
  9. package/dist/ContextManagement.js +1 -0
  10. package/dist/ContextManagement.js.map +1 -1
  11. package/dist/LabelScoring.d.ts +52 -0
  12. package/dist/LabelScoring.d.ts.map +1 -0
  13. package/dist/LabelScoring.js +139 -0
  14. package/dist/LabelScoring.js.map +1 -0
  15. package/dist/LlmService.d.ts +30 -2
  16. package/dist/LlmService.d.ts.map +1 -1
  17. package/dist/LlmService.js.map +1 -1
  18. package/dist/Models.d.ts +34 -2
  19. package/dist/Models.d.ts.map +1 -1
  20. package/dist/Models.js +37 -1
  21. package/dist/Models.js.map +1 -1
  22. package/dist/eval/Judge.d.ts +15 -0
  23. package/dist/eval/Judge.d.ts.map +1 -1
  24. package/dist/eval/Judge.js +50 -0
  25. package/dist/eval/Judge.js.map +1 -1
  26. package/dist/judgment/FakeJudgment.d.ts +22 -0
  27. package/dist/judgment/FakeJudgment.d.ts.map +1 -0
  28. package/dist/judgment/FakeJudgment.js +42 -0
  29. package/dist/judgment/FakeJudgment.js.map +1 -0
  30. package/dist/judgment/Judgment.d.ts +57 -0
  31. package/dist/judgment/Judgment.d.ts.map +1 -0
  32. package/dist/judgment/Judgment.js +57 -0
  33. package/dist/judgment/Judgment.js.map +1 -0
  34. package/dist/judgment/LlmJudgment.d.ts +73 -0
  35. package/dist/judgment/LlmJudgment.d.ts.map +1 -0
  36. package/dist/judgment/LlmJudgment.js +239 -0
  37. package/dist/judgment/LlmJudgment.js.map +1 -0
  38. package/dist/judgment/Schemas.d.ts +163 -0
  39. package/dist/judgment/Schemas.d.ts.map +1 -0
  40. package/dist/judgment/Schemas.js +197 -0
  41. package/dist/judgment/Schemas.js.map +1 -0
  42. package/dist/judgment/TypeSafeJudgment.d.ts +46 -0
  43. package/dist/judgment/TypeSafeJudgment.d.ts.map +1 -0
  44. package/dist/judgment/TypeSafeJudgment.js +185 -0
  45. package/dist/judgment/TypeSafeJudgment.js.map +1 -0
  46. package/dist/observability/MeteredLlmService.d.ts.map +1 -1
  47. package/dist/observability/MeteredLlmService.js +1 -0
  48. package/dist/observability/MeteredLlmService.js.map +1 -1
  49. package/dist/providers/ConnectorFactories.d.ts.map +1 -1
  50. package/dist/providers/ConnectorFactories.js +2 -0
  51. package/dist/providers/ConnectorFactories.js.map +1 -1
  52. package/dist/providers/LmStudioProvider.d.ts.map +1 -1
  53. package/dist/providers/LmStudioProvider.js +45 -34
  54. package/dist/providers/LmStudioProvider.js.map +1 -1
  55. package/dist/providers/MlxLmProvider.d.ts +29 -0
  56. package/dist/providers/MlxLmProvider.d.ts.map +1 -0
  57. package/dist/providers/MlxLmProvider.js +249 -0
  58. package/dist/providers/MlxLmProvider.js.map +1 -0
  59. package/dist/providers/MockProvider.d.ts.map +1 -1
  60. package/dist/providers/MockProvider.js +11 -0
  61. package/dist/providers/MockProvider.js.map +1 -1
  62. package/dist/providers/OpenAIModels.d.ts +35 -0
  63. package/dist/providers/OpenAIModels.d.ts.map +1 -1
  64. package/dist/providers/OpenAIModels.js +36 -3
  65. package/dist/providers/OpenAIModels.js.map +1 -1
  66. package/package.json +8 -1
  67. package/src/Connector.ts +13 -3
  68. package/src/ConnectorConfig.ts +2 -0
  69. package/src/ContextManagement.ts +1 -0
  70. package/src/LabelScoring.ts +211 -0
  71. package/src/LlmService.ts +37 -1
  72. package/src/Models.ts +43 -1
  73. package/src/eval/Judge.ts +74 -0
  74. package/src/judgment/FakeJudgment.ts +90 -0
  75. package/src/judgment/Judgment.ts +123 -0
  76. package/src/judgment/LlmJudgment.ts +399 -0
  77. package/src/judgment/Schemas.ts +278 -0
  78. package/src/judgment/TypeSafeJudgment.ts +253 -0
  79. package/src/observability/MeteredLlmService.ts +7 -0
  80. package/src/providers/ConnectorFactories.ts +4 -0
  81. package/src/providers/LmStudioProvider.ts +64 -48
  82. package/src/providers/MlxLmProvider.ts +357 -0
  83. package/src/providers/MockProvider.ts +19 -0
  84. package/src/providers/OpenAIModels.ts +40 -3
@@ -0,0 +1,46 @@
1
+ import * as Duration from "effect/Duration";
2
+ import * as Effect from "effect/Effect";
3
+ import * as Layer from "effect/Layer";
4
+ import * as Redacted from "effect/Redacted";
5
+ import * as Schema from "effect/Schema";
6
+ import type { HttpClientShape } from "../HttpClient.ts";
7
+ import { TokenUsage } from "../Models.ts";
8
+ import { Judgment, type JudgmentShape } from "./Judgment.ts";
9
+ import { TruthCriteria, type Question } from "./Schemas.ts";
10
+ /**
11
+ * `TypeSafeJudgment`: the Judgment service over TypeSafe's hosted Jev
12
+ * (`POST /v1/systemone`). One request carries every question; the model
13
+ * answers them independently and its probabilities are calibrated. The only
14
+ * translation is `truth` ↔ `noul`. The key travels in a header and nowhere
15
+ * else: never in a log, an error, or a persisted result.
16
+ */
17
+ /** Published input price on 2026-09-19: $42 per billion tokens; output is free. */
18
+ export declare const typeSafeInputUsdPer1k = 0.000042;
19
+ export interface TypeSafeJudgmentConfig {
20
+ readonly apiKey: Redacted.Redacted<string>;
21
+ readonly baseUrl?: string;
22
+ readonly model?: string;
23
+ readonly timeout?: Duration.Duration;
24
+ readonly onUsage?: (usage: TokenUsage, model: string | undefined) => Effect.Effect<void>;
25
+ }
26
+ export declare const defaultTypeSafeBaseUrl = "https://api.typesafe.ai";
27
+ export declare const defaultTypeSafeModel = "jev-latest";
28
+ declare const WireNoulCriteria_base: Schema.Class<WireNoulCriteria, Schema.Struct<{
29
+ readonly true: Schema.Codec<Schema.Json, Schema.Json, never, never>;
30
+ readonly false: Schema.Codec<Schema.Json, Schema.Json, never, never>;
31
+ }>, {}>;
32
+ declare class WireNoulCriteria extends WireNoulCriteria_base {
33
+ }
34
+ declare const WireQuestion_base: Schema.Class<WireQuestion, Schema.Struct<{
35
+ readonly type: Schema.Literals<readonly ["choice", "score", "noul"]>;
36
+ readonly instructions: Schema.String;
37
+ readonly criteria: Schema.optionalKey<Schema.Union<readonly [Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>, Schema.$Array<Schema.Codec<Schema.Json, Schema.Json, never, never>>, typeof WireNoulCriteria]>>;
38
+ }>, {}>;
39
+ declare class WireQuestion extends WireQuestion_base {
40
+ }
41
+ export declare const toWireQuestion: (question: Question) => WireQuestion;
42
+ export declare const makeTypeSafeJudgment: (config: TypeSafeJudgmentConfig, httpClient: HttpClientShape) => JudgmentShape;
43
+ export declare const TypeSafeJudgmentLive: (config: TypeSafeJudgmentConfig, httpClient: HttpClientShape) => Layer.Layer<Judgment>;
44
+ /** `TruthCriteria` is re-exported so callers can build the wire form themselves. */
45
+ export { TruthCriteria };
46
+ //# sourceMappingURL=TypeSafeJudgment.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TypeSafeJudgment.d.ts","sourceRoot":"","sources":["../../src/judgment/TypeSafeJudgment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EACL,QAAQ,EAGR,KAAK,aAAa,EACnB,MAAM,eAAe,CAAA;AACtB,OAAO,EAUL,aAAa,EAEb,KAAK,QAAQ,EACd,MAAM,cAAc,CAAA;AAErB;;;;;;GAMG;AAEH,mFAAmF;AACnF,eAAO,MAAM,qBAAqB,WAAW,CAAA;AAE7C,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAA;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;CACzF;AAED,eAAO,MAAM,sBAAsB,4BAA4B,CAAA;AAC/D,eAAO,MAAM,oBAAoB,eAAe,CAAA;;;;;AAGhD,cAAM,gBAAiB,SAAQ,qBAG7B;CAAG;;;;;;AAEL,cAAM,YAAa,SAAQ,iBAUzB;CAAG;AA4CL,eAAO,MAAM,cAAc,GAAI,UAAU,QAAQ,KAAG,YAkB5C,CAAA;AA4CR,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,sBAAsB,EAC9B,YAAY,eAAe,KAC1B,aAqEF,CAAA;AAED,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,sBAAsB,EAC9B,YAAY,eAAe,KAC1B,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAsE,CAAA;AAE7F,oFAAoF;AACpF,OAAO,EAAE,aAAa,EAAE,CAAA"}
@@ -0,0 +1,185 @@
1
+ import * as Duration from "effect/Duration";
2
+ import * as Effect from "effect/Effect";
3
+ import * as Layer from "effect/Layer";
4
+ import * as Redacted from "effect/Redacted";
5
+ import * as Schema from "effect/Schema";
6
+ import { TokenUsage } from "../Models.js";
7
+ import { Judgment, JudgmentBackendError } from "./Judgment.js";
8
+ import { ChoiceAnswer, confidenceOf, Description, JudgmentResult, origins, QuestionFailure, ScoreAnswer, State, TruthAnswer, TruthCriteria } from "./Schemas.js";
9
+ /**
10
+ * `TypeSafeJudgment`: the Judgment service over TypeSafe's hosted Jev
11
+ * (`POST /v1/systemone`). One request carries every question; the model
12
+ * answers them independently and its probabilities are calibrated. The only
13
+ * translation is `truth` ↔ `noul`. The key travels in a header and nowhere
14
+ * else: never in a log, an error, or a persisted result.
15
+ */
16
+ /** Published input price on 2026-09-19: $42 per billion tokens; output is free. */
17
+ export const typeSafeInputUsdPer1k = 0.000042;
18
+ export const defaultTypeSafeBaseUrl = "https://api.typesafe.ai";
19
+ export const defaultTypeSafeModel = "jev-latest";
20
+ // Wire schemas, kept private: the public shape is `Schemas.ts`.
21
+ class WireNoulCriteria extends Schema.Class("WireNoulCriteria")({
22
+ true: Description,
23
+ false: Description
24
+ }) {
25
+ }
26
+ class WireQuestion extends Schema.Class("WireQuestion")({
27
+ type: Schema.Literals(["choice", "score", "noul"]),
28
+ instructions: Schema.String,
29
+ criteria: Schema.optionalKey(Schema.Union([
30
+ Schema.Record(Schema.String, Description),
31
+ Schema.Array(Description),
32
+ WireNoulCriteria
33
+ ]))
34
+ }) {
35
+ }
36
+ class WireRequest extends Schema.Class("WireRequest")({
37
+ model: Schema.String,
38
+ state: State,
39
+ questions: Schema.Record(Schema.String, WireQuestion)
40
+ }) {
41
+ }
42
+ class WireChoice extends Schema.Class("WireChoice")({
43
+ type: Schema.Literal("choice"),
44
+ choice: Schema.String,
45
+ probabilities: Schema.Record(Schema.String, Schema.Number),
46
+ confidence: Schema.Number
47
+ }) {
48
+ }
49
+ class WireScore extends Schema.Class("WireScore")({
50
+ type: Schema.Literal("score"),
51
+ score: Schema.Number,
52
+ legend: Schema.Record(Schema.String, Description),
53
+ probabilities: Schema.Record(Schema.String, Schema.Number),
54
+ confidence: Schema.Number
55
+ }) {
56
+ }
57
+ class WireNoul extends Schema.Class("WireNoul")({
58
+ type: Schema.Literal("noul"),
59
+ noul: Schema.Number
60
+ }) {
61
+ }
62
+ class WireError extends Schema.Class("WireError")({
63
+ type: Schema.Literal("error"),
64
+ message: Schema.optionalKey(Schema.String)
65
+ }) {
66
+ }
67
+ class WireUsage extends Schema.Class("WireUsage")({
68
+ input_tokens: Schema.optionalKey(Schema.Int),
69
+ output_tokens: Schema.optionalKey(Schema.Int)
70
+ }) {
71
+ }
72
+ class WireResponse extends Schema.Class("WireResponse")({
73
+ model: Schema.optionalKey(Schema.String),
74
+ answers: Schema.Record(Schema.String, Schema.Union([WireChoice, WireScore, WireNoul, WireError])),
75
+ usage: Schema.optionalKey(WireUsage)
76
+ }) {
77
+ }
78
+ export const toWireQuestion = (question) => question.type === "truth"
79
+ ? WireQuestion.make({
80
+ type: "noul",
81
+ instructions: question.instructions,
82
+ ...(question.criteria === undefined
83
+ ? {}
84
+ : {
85
+ criteria: WireNoulCriteria.make({
86
+ true: question.criteria.true,
87
+ false: question.criteria.false
88
+ })
89
+ })
90
+ })
91
+ : WireQuestion.make({
92
+ type: question.type,
93
+ instructions: question.instructions,
94
+ criteria: question.criteria
95
+ });
96
+ // `confidence` is recomputed as the maximum probability so the field means
97
+ // the same thing whichever backend answered; TypeSafe's own statistic is
98
+ // kept beside it as `reportedConfidence`.
99
+ const fromWireAnswer = (answer, model) => answer instanceof WireChoice
100
+ ? ChoiceAnswer.make({
101
+ type: "choice",
102
+ choice: answer.choice,
103
+ probabilities: answer.probabilities,
104
+ confidence: confidenceOf(answer.probabilities),
105
+ reportedConfidence: answer.confidence,
106
+ origin: origins.hosted(model)
107
+ })
108
+ : answer instanceof WireScore
109
+ ? ScoreAnswer.make({
110
+ type: "score",
111
+ score: answer.score,
112
+ legend: answer.legend,
113
+ probabilities: answer.probabilities,
114
+ confidence: confidenceOf(answer.probabilities),
115
+ reportedConfidence: answer.confidence,
116
+ origin: origins.hosted(model)
117
+ })
118
+ : TruthAnswer.make({ type: "truth", truth: answer.noul, origin: origins.hosted(model) });
119
+ const toUsage = (usage) => {
120
+ if (usage === undefined) {
121
+ return undefined;
122
+ }
123
+ const prompt = usage.input_tokens ?? 0;
124
+ const completion = usage.output_tokens ?? 0;
125
+ return TokenUsage.make({
126
+ prompt,
127
+ completion,
128
+ total: prompt + completion,
129
+ costUsd: (prompt / 1_000) * typeSafeInputUsdPer1k
130
+ });
131
+ };
132
+ export const makeTypeSafeJudgment = (config, httpClient) => {
133
+ const baseUrl = (config.baseUrl ?? defaultTypeSafeBaseUrl).replace(/\/+$/, "");
134
+ const model = config.model ?? defaultTypeSafeModel;
135
+ const timeout = config.timeout ?? Duration.seconds(60);
136
+ const judge = Effect.fn("@llm4ts/core/judgment/TypeSafeJudgment.judge")(function* (input) {
137
+ const request = WireRequest.make({
138
+ model,
139
+ state: input.state,
140
+ questions: Object.fromEntries(Object.entries(input.questions).map(([key, question]) => [key, toWireQuestion(question)]))
141
+ });
142
+ const raw = yield* httpClient
143
+ .postJson(`${baseUrl}/v1/systemone`, JSON.stringify(request), { Authorization: `Bearer ${Redacted.value(config.apiKey)}` }, timeout)
144
+ .pipe(Effect.mapError((error) => JudgmentBackendError.make({
145
+ backend: "typesafe",
146
+ message: `TypeSafe request failed: ${error._tag}`,
147
+ cause: error
148
+ })));
149
+ const response = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(WireResponse))(raw).pipe(Effect.mapError((error) => JudgmentBackendError.make({
150
+ backend: "typesafe",
151
+ message: `TypeSafe response did not decode: ${String(error)}`
152
+ })));
153
+ const answers = {};
154
+ const failures = [];
155
+ for (const [key, answer] of Object.entries(response.answers)) {
156
+ if (answer instanceof WireError) {
157
+ failures.push(QuestionFailure.make({ key, reason: answer.message ?? "backend error" }));
158
+ }
159
+ else {
160
+ answers[key] = fromWireAnswer(answer, response.model ?? model);
161
+ }
162
+ }
163
+ for (const key of Object.keys(input.questions)) {
164
+ if (answers[key] === undefined && !failures.some((failure) => failure.key === key)) {
165
+ failures.push(QuestionFailure.make({ key, reason: "no answer returned" }));
166
+ }
167
+ }
168
+ const usage = toUsage(response.usage);
169
+ if (usage !== undefined && config.onUsage !== undefined) {
170
+ yield* config.onUsage(usage, response.model);
171
+ }
172
+ return JudgmentResult.make({
173
+ answers,
174
+ failures,
175
+ backend: "typesafe",
176
+ ...(usage === undefined ? {} : { usage }),
177
+ ...(response.model === undefined ? {} : { model: response.model })
178
+ });
179
+ });
180
+ return { backend: "typesafe", identity: `typesafe:${model}`, judge };
181
+ };
182
+ export const TypeSafeJudgmentLive = (config, httpClient) => Layer.succeed(Judgment, makeTypeSafeJudgment(config, httpClient));
183
+ /** `TruthCriteria` is re-exported so callers can build the wire form themselves. */
184
+ export { TruthCriteria };
185
+ //# sourceMappingURL=TypeSafeJudgment.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TypeSafeJudgment.js","sourceRoot":"","sources":["../../src/judgment/TypeSafeJudgment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EACL,QAAQ,EACR,oBAAoB,EAGrB,MAAM,eAAe,CAAA;AACtB,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,cAAc,EACd,OAAO,EACP,eAAe,EACf,WAAW,EACX,KAAK,EACL,WAAW,EACX,aAAa,EAGd,MAAM,cAAc,CAAA;AAErB;;;;;;GAMG;AAEH,mFAAmF;AACnF,MAAM,CAAC,MAAM,qBAAqB,GAAG,QAAQ,CAAA;AAU7C,MAAM,CAAC,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAC/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,CAAA;AAEhD,gEAAgE;AAChE,MAAM,gBAAiB,SAAQ,MAAM,CAAC,KAAK,CAAmB,kBAAkB,CAAC,CAAC;IAChF,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,WAAW;CACnB,CAAC;CAAG;AAEL,MAAM,YAAa,SAAQ,MAAM,CAAC,KAAK,CAAe,cAAc,CAAC,CAAC;IACpE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAClD,YAAY,EAAE,MAAM,CAAC,MAAM;IAC3B,QAAQ,EAAE,MAAM,CAAC,WAAW,CAC1B,MAAM,CAAC,KAAK,CAAC;QACX,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;QACzB,gBAAgB;KACjB,CAAC,CACH;CACF,CAAC;CAAG;AAEL,MAAM,WAAY,SAAQ,MAAM,CAAC,KAAK,CAAc,aAAa,CAAC,CAAC;IACjE,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,KAAK,EAAE,KAAK;IACZ,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;CACtD,CAAC;CAAG;AAEL,MAAM,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IAC9D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,MAAM;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAC1D,UAAU,EAAE,MAAM,CAAC,MAAM;CAC1B,CAAC;CAAG;AAEL,MAAM,SAAU,SAAQ,MAAM,CAAC,KAAK,CAAY,WAAW,CAAC,CAAC;IAC3D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;IACjD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAC1D,UAAU,EAAE,MAAM,CAAC,MAAM;CAC1B,CAAC;CAAG;AAEL,MAAM,QAAS,SAAQ,MAAM,CAAC,KAAK,CAAW,UAAU,CAAC,CAAC;IACxD,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC,MAAM;CACpB,CAAC;CAAG;AAEL,MAAM,SAAU,SAAQ,MAAM,CAAC,KAAK,CAAY,WAAW,CAAC,CAAC;IAC3D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;CAC3C,CAAC;CAAG;AAEL,MAAM,SAAU,SAAQ,MAAM,CAAC,KAAK,CAAY,WAAW,CAAC,CAAC;IAC3D,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC;IAC5C,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC;CAC9C,CAAC;CAAG;AAEL,MAAM,YAAa,SAAQ,MAAM,CAAC,KAAK,CAAe,cAAc,CAAC,CAAC;IACpE,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;IACjG,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC;CACrC,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,QAAkB,EAAgB,EAAE,CACjE,QAAQ,CAAC,IAAI,KAAK,OAAO;IACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,GAAG,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;YACjC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC;oBAC9B,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK;iBAC/B,CAAC;aACH,CAAC;KACP,CAAC;IACJ,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;KAC5B,CAAC,CAAA;AAER,2EAA2E;AAC3E,yEAAyE;AACzE,0CAA0C;AAC1C,MAAM,cAAc,GAAG,CACrB,MAAyC,EACzC,KAAyB,EACjB,EAAE,CACV,MAAM,YAAY,UAAU;IAC1B,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC;QAC9C,kBAAkB,EAAE,MAAM,CAAC,UAAU;QACrC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;KAC9B,CAAC;IACJ,CAAC,CAAC,MAAM,YAAY,SAAS;QAC3B,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC;YAC9C,kBAAkB,EAAE,MAAM,CAAC,UAAU;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9B,CAAC;QACJ,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;AAE9F,MAAM,OAAO,GAAG,CAAC,KAA4B,EAA0B,EAAE;IACvE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAA;IACtC,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAA;IAC3C,OAAO,UAAU,CAAC,IAAI,CAAC;QACrB,MAAM;QACN,UAAU;QACV,KAAK,EAAE,MAAM,GAAG,UAAU;QAC1B,OAAO,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,qBAAqB;KAClD,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAA8B,EAC9B,UAA2B,EACZ,EAAE;IACjB,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,sBAAsB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IAC9E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,oBAAoB,CAAA;IAClD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAEtD,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,8CAA8C,CAAC,CAAC,QAAQ,CAAC,EAC/E,KAAoB;QAEpB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;YAC/B,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,MAAM,CAAC,WAAW,CAC3B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC1F;SACF,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,UAAU;aAC1B,QAAQ,CACP,GAAG,OAAO,eAAe,EACzB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,EAAE,aAAa,EAAE,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAC5D,OAAO,CACR;aACA,IAAI,CACH,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,oBAAoB,CAAC,IAAI,CAAC;YACxB,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,4BAA4B,KAAK,CAAC,IAAI,EAAE;YACjD,KAAK,EAAE,KAAK;SACb,CAAC,CACH,CACF,CAAA;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CACrF,GAAG,CACJ,CAAC,IAAI,CACJ,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,oBAAoB,CAAC,IAAI,CAAC;YACxB,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,qCAAqC,MAAM,CAAC,KAAK,CAAC,EAAE;SAC9D,CAAC,CACH,CACF,CAAA;QACD,MAAM,OAAO,GAA2B,EAAE,CAAA;QAC1C,MAAM,QAAQ,GAA2B,EAAE,CAAA;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7D,IAAI,MAAM,YAAY,SAAS,EAAE,CAAC;gBAChC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC,CAAA;YACzF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,IAAI,KAAK,CAAC,CAAA;YAChE,CAAC;QACH,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;gBACnF,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAA;YAC5E,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACxD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC9C,CAAC;QACD,OAAO,cAAc,CAAC,IAAI,CAAC;YACzB,OAAO;YACP,QAAQ;YACR,OAAO,EAAE,UAAU;YACnB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;YACzC,GAAG,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;SACnE,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,KAAK,EAAE,EAAE,KAAK,EAAE,CAAA;AACtE,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAA8B,EAC9B,UAA2B,EACJ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,oBAAoB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;AAE7F,oFAAoF;AACpF,OAAO,EAAE,aAAa,EAAE,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"MeteredLlmService.d.ts","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,OAAO,KAAK,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAA;AAGzE,OAAO,KAAK,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;;;;;AAExE,qBAAa,UAAW,SAAQ,eAG9B;CAAG;AAEL,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,UAAU,CAAA;CAC9B;AA+GD,eAAO,MAAM,eAAe,GAC1B,SAAS,eAAe,EACxB,WAAW,qBAAqB,EAChC,SAAS,iBAAiB,KACzB,eAqBD,CAAA"}
1
+ {"version":3,"file":"MeteredLlmService.d.ts","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,OAAO,KAAK,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAA;AAGzE,OAAO,KAAK,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;;;;;AAExE,qBAAa,UAAW,SAAQ,eAG9B;CAAG;AAEL,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,UAAU,CAAA;CAC9B;AA+GD,eAAO,MAAM,eAAe,GAC1B,SAAS,eAAe,EACxB,WAAW,qBAAqB,EAChC,SAAS,iBAAiB,KACzB,eA4BD,CAAA"}
@@ -61,6 +61,7 @@ export const meterLlmService = (service, collector, options) => ({
61
61
  executeWithTools: (prompt, tools) => meterEffect(service.executeWithTools(prompt, tools), collector, options, () => undefined),
62
62
  executeStructured: (prompt, schema, jsonSchema) => meterEffect(service.executeStructured(prompt, schema, jsonSchema), collector, options, () => undefined),
63
63
  executeStructuredWithUsage: (prompt, schema, jsonSchema) => meterEffect(service.executeStructuredWithUsage(prompt, schema, jsonSchema), collector, options, (result) => result[1]),
64
+ scoreLabels: (prompt, labels) => meterEffect(service.scoreLabels(prompt, labels), collector, options, (distribution) => distribution.usage),
64
65
  isAvailable: service.isAvailable
65
66
  });
66
67
  //# sourceMappingURL=MeteredLlmService.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"MeteredLlmService.js","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAG7C,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IACrE,aAAa,EAAE,MAAM,CAAC,MAAM;IAC5B,cAAc,EAAE,MAAM,CAAC,MAAM;CAC9B,CAAC;CAAG;AAOL,MAAM,aAAa,GAAG,CACpB,KAA6B,EAC7B,OAA+B,EACX,EAAE,CACtB,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;IAC1C,CAAC,CAAC,SAAS;IACX,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,aAAa;QAC9C,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,cAAc,CAAA;AAEzD,MAAM,QAAQ,GAAG,CACf,SAAgC,EAChC,OAA0B,EAC1B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,SAA6B,EAC7B,KAA6B,EACR,EAAE;IACvB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,OAAO,SAAS,CAAC,eAAe,CAC9B,cAAc,CAAC,IAAI,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAC3C,OAAO;QACP,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC,CACH,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAClB,MAAqC,EACrC,SAAgC,EAChC,OAA0B,EAC1B,OAA6C,EACd,EAAE,CACjC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,MAAM,CAAC,IAAI,KAAK,SAAS,EACzB,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAC3D,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAChE,CAAA;IACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;AACzC,CAAC,CAAC,CAAA;AAQJ,MAAM,WAAW,GAAG,CAClB,MAAyC,EACzC,SAAgC,EAChC,OAA0B,EACS,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAoB;QACrD,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS;KACjB,CAAC,CAAA;IACF,OAAO,MAAM,CAAC,IAAI,CAChB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,KAAK,CAAC,KAAK,KAAK,SAAS;QACvB,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACpC,GAAG,OAAO;YACV,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC,CACR,EACD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACpC,GAAG,OAAO;QACV,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,KAAK,CAAC,IAAI;KACtB,CAAC,CAAC,CACJ,EACD,MAAM,CAAC,QAAQ,CACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;QAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,KAAK,CACd,CAAA;IACH,CAAC,CAAC,CACH,CACF,CAAA;AACH,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,OAAwB,EACxB,SAAgC,EAChC,OAA0B,EACT,EAAE,CAAC,CAAC;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IACzF,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CACrC,WAAW,CAAC,OAAO,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IAC7E,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAClC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;IAC3F,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAChD,WAAW,CACT,OAAO,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EACrD,SAAS,EACT,OAAO,EACP,GAAG,EAAE,CAAC,SAAS,CAChB;IACH,0BAA0B,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CACzD,WAAW,CACT,OAAO,CAAC,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAC9D,SAAS,EACT,OAAO,EACP,CAAI,MAA2B,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAC9C;IACH,WAAW,EAAE,OAAO,CAAC,WAAW;CACjC,CAAC,CAAA"}
1
+ {"version":3,"file":"MeteredLlmService.js","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAG7C,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IACrE,aAAa,EAAE,MAAM,CAAC,MAAM;IAC5B,cAAc,EAAE,MAAM,CAAC,MAAM;CAC9B,CAAC;CAAG;AAOL,MAAM,aAAa,GAAG,CACpB,KAA6B,EAC7B,OAA+B,EACX,EAAE,CACtB,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;IAC1C,CAAC,CAAC,SAAS;IACX,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,aAAa;QAC9C,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,cAAc,CAAA;AAEzD,MAAM,QAAQ,GAAG,CACf,SAAgC,EAChC,OAA0B,EAC1B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,SAA6B,EAC7B,KAA6B,EACR,EAAE;IACvB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,OAAO,SAAS,CAAC,eAAe,CAC9B,cAAc,CAAC,IAAI,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAC3C,OAAO;QACP,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC,CACH,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAClB,MAAqC,EACrC,SAAgC,EAChC,OAA0B,EAC1B,OAA6C,EACd,EAAE,CACjC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,MAAM,CAAC,IAAI,KAAK,SAAS,EACzB,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAC3D,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAChE,CAAA;IACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;AACzC,CAAC,CAAC,CAAA;AAQJ,MAAM,WAAW,GAAG,CAClB,MAAyC,EACzC,SAAgC,EAChC,OAA0B,EACS,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAoB;QACrD,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS;KACjB,CAAC,CAAA;IACF,OAAO,MAAM,CAAC,IAAI,CAChB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,KAAK,CAAC,KAAK,KAAK,SAAS;QACvB,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACpC,GAAG,OAAO;YACV,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC,CACR,EACD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACpC,GAAG,OAAO;QACV,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,KAAK,CAAC,IAAI;KACtB,CAAC,CAAC,CACJ,EACD,MAAM,CAAC,QAAQ,CACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;QAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,KAAK,CACd,CAAA;IACH,CAAC,CAAC,CACH,CACF,CAAA;AACH,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,OAAwB,EACxB,SAAgC,EAChC,OAA0B,EACT,EAAE,CAAC,CAAC;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IACzF,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CACrC,WAAW,CAAC,OAAO,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IAC7E,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAClC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;IAC3F,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAChD,WAAW,CACT,OAAO,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EACrD,SAAS,EACT,OAAO,EACP,GAAG,EAAE,CAAC,SAAS,CAChB;IACH,0BAA0B,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CACzD,WAAW,CACT,OAAO,CAAC,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAC9D,SAAS,EACT,OAAO,EACP,CAAI,MAA2B,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAC9C;IACH,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAC9B,WAAW,CACT,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,SAAS,EACT,OAAO,EACP,CAAC,YAAY,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CACrC;IACH,WAAW,EAAE,OAAO,CAAC,WAAW;CACjC,CAAC,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"ConnectorFactories.d.ts","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAOrC,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,UAAU,EAAE,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEnE,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,KAAK,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAQ/E,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAA;AAS/B,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAA;IAC9B,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAA;IACtC,QAAQ,CAAC,cAAc,EAAE,mBAAmB,CAAA;IAC5C,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAA;CAC3C;AA+BD,eAAO,MAAM,uBAAuB,GAClC,cAAc,4BAA4B,KACzC,sBA8CC,CAAA;AAEJ,eAAO,MAAM,qBAAqB,0GAcjC,CAAA"}
1
+ {"version":3,"file":"ConnectorFactories.d.ts","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAOrC,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,UAAU,EAAE,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEnE,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,KAAK,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAQ/E,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAA;AAU/B,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAA;IAC9B,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAA;IACtC,QAAQ,CAAC,cAAc,EAAE,mBAAmB,CAAA;IAC5C,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAA;CAC3C;AA+BD,eAAO,MAAM,uBAAuB,GAClC,cAAc,4BAA4B,KACzC,sBAiDC,CAAA;AAEJ,eAAO,MAAM,qBAAqB,0GAcjC,CAAA"}
@@ -17,6 +17,7 @@ import { makeGeminiApiProvider } from "./GeminiApiProvider.js";
17
17
  import { GeminiCliExecutor, geminiCliExecutionContextFrom, makeGeminiCliProvider } from "./GeminiCliProvider.js";
18
18
  import { makeGrokCliConnector } from "./GrokCliConnector.js";
19
19
  import { makeLmStudioProvider } from "./LmStudioProvider.js";
20
+ import { makeMlxLmProvider } from "./MlxLmProvider.js";
20
21
  import { makeMockProvider } from "./MockProvider.js";
21
22
  import { makeOllamaProvider } from "./OllamaProvider.js";
22
23
  import { makeOpenAIProvider } from "./OpenAIProvider.js";
@@ -45,6 +46,7 @@ export const createConnectorRegistry = (dependencies) => makeConnectorRegistry([
45
46
  apiFactory(ConnectorIds.GeminiApi, (config) => makeGeminiApiProvider(toLlmConfig(config), dependencies.http)),
46
47
  apiFactory(ConnectorIds.LmStudio, (config) => makeLmStudioProvider(toLlmConfig(config), dependencies.http)),
47
48
  apiFactory(ConnectorIds.Ollama, (config) => makeOllamaProvider(toLlmConfig(config), dependencies.http)),
49
+ apiFactory(ConnectorIds.MlxLm, (config) => makeMlxLmProvider(toLlmConfig(config), dependencies.http)),
48
50
  cliFactory(ConnectorIds.ClaudeCli, (config) => makeClaudeCliConnector(config, dependencies.process)),
49
51
  cliFactory(ConnectorIds.OpenCode, (config) => makeOpenCodeCliConnector(config, dependencies.process)),
50
52
  cliFactory(ConnectorIds.GeminiCli, (config) => makeGeminiCliProvider(LlmConfig.make({
@@ -1 +1 @@
1
- {"version":3,"file":"ConnectorFactories.js","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,WAAW,EAEZ,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EAGtB,MAAM,yBAAyB,CAAA;AAEhC,OAAO,EAAE,WAAW,EAAiB,MAAM,cAAc,CAAA;AACzD,OAAO,EAAE,UAAU,EAAwB,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAwC,MAAM,cAAc,CAAA;AAC5F,OAAO,EAAE,eAAe,EAA6B,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAA4B,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EACL,iBAAiB,EACjB,6BAA6B,EAC7B,qBAAqB,EAEtB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AASlD,MAAM,cAAc,GAAG,CAAC,IAAmB,EAAE,EAAe,EAAe,EAAE,CAC3E,WAAW,CAAC,IAAI,CAAC;IACf,OAAO,EAAE,YAAY,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,QAAQ,EAAE,CAAC,KAAK,EAAE;CACpG,CAAC,CAAA;AAEJ,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,YAA0C,EAClB,EAAE,CAC1B,qBAAqB,CAAC;IACpB,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC7D;IACD,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,sBAAsB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACrD;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CACnB,SAAS,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,kBAAkB;KAC1C,CAAC,EACF,YAAY,CAAC,SAAS,EACtB,6BAA6B,CAAC,MAAM,CAAC,CACtC,CACF;IACD,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACxC,kBAAkB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,cAAc,CAAC,CAC9E;IACD,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1C,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACnD;IACD,UAAU,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACtF,UAAU,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CACjD,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC7F,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9F,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CACjF,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAC/C,iBAAiB,EACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,CAAA;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IACtC,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,cAAc,CAAA;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAA;IAC1C,OAAO,uBAAuB,CAAC;QAC7B,IAAI;QACJ,OAAO;QACP,cAAc;QACd,SAAS;KACV,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}
1
+ {"version":3,"file":"ConnectorFactories.js","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,WAAW,EAEZ,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EAGtB,MAAM,yBAAyB,CAAA;AAEhC,OAAO,EAAE,WAAW,EAAiB,MAAM,cAAc,CAAA;AACzD,OAAO,EAAE,UAAU,EAAwB,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAwC,MAAM,cAAc,CAAA;AAC5F,OAAO,EAAE,eAAe,EAA6B,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAA4B,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EACL,iBAAiB,EACjB,6BAA6B,EAC7B,qBAAqB,EAEtB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AASlD,MAAM,cAAc,GAAG,CAAC,IAAmB,EAAE,EAAe,EAAe,EAAE,CAC3E,WAAW,CAAC,IAAI,CAAC;IACf,OAAO,EAAE,YAAY,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,QAAQ,EAAE,CAAC,KAAK,EAAE;CACpG,CAAC,CAAA;AAEJ,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,YAA0C,EAClB,EAAE,CAC1B,qBAAqB,CAAC;IACpB,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC7D;IACD,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACxC,iBAAiB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC1D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,sBAAsB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACrD;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CACnB,SAAS,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,kBAAkB;KAC1C,CAAC,EACF,YAAY,CAAC,SAAS,EACtB,6BAA6B,CAAC,MAAM,CAAC,CACtC,CACF;IACD,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACxC,kBAAkB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,cAAc,CAAC,CAC9E;IACD,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1C,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACnD;IACD,UAAU,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACtF,UAAU,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CACjD,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC7F,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9F,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CACjF,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAC/C,iBAAiB,EACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,CAAA;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IACtC,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,cAAc,CAAA;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAA;IAC1C,OAAO,uBAAuB,CAAC;QAC7B,IAAI;QACJ,OAAO;QACP,cAAc;QACd,SAAS;KACV,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"LmStudioProvider.d.ts","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEvD,OAAO,EAIL,KAAK,SAAS,EACd,KAAK,OAAO,EAEb,MAAM,cAAc,CAAA;AAErB,OAAO,EAA6C,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAKhG,eAAO,MAAM,wBAAwB,GAAI,KAAK,MAAM,KAAG,MAGtD,CAAA;AAeD,eAAO,MAAM,eAAe,GAAI,UAAU,aAAa,CAAC,OAAO,CAAC,KAAG,aAAa,CAAC,eAAe,CAM7F,CAAA;AAEH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,CAAA;CAC1C;AAED,eAAO,MAAM,yBAAyB,GACpC,UAAU,aAAa,CAAC,eAAe,CAAC,KACvC,mBAYF,CAAA;AA8CD,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,SAAS,EACjB,YAAY,eAAe,KAC1B,iBA+IF,CAAA"}
1
+ {"version":3,"file":"LmStudioProvider.d.ts","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEvD,OAAO,EAKL,KAAK,SAAS,EACd,KAAK,OAAO,EAEb,MAAM,cAAc,CAAA;AAErB,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAarD,eAAO,MAAM,wBAAwB,GAAI,KAAK,MAAM,KAAG,MAGtD,CAAA;AAeD,eAAO,MAAM,eAAe,GAAI,UAAU,aAAa,CAAC,OAAO,CAAC,KAAG,aAAa,CAAC,eAAe,CAM7F,CAAA;AAEH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,CAAA;CAC1C;AAED,eAAO,MAAM,yBAAyB,GACpC,UAAU,aAAa,CAAC,eAAe,CAAC,KACvC,mBAYF,CAAA;AA0DD,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,SAAS,EACjB,YAAY,eAAe,KAC1B,iBA0IF,CAAA"}
@@ -4,10 +4,10 @@ import * as Schema from "effect/Schema";
4
4
  import * as Stream from "effect/Stream";
5
5
  import { makeApiConnector } from "../Connector.js";
6
6
  import { ConfigError, InvalidRequestError, ParseError } from "../Errors.js";
7
- import { ConnectorIds, LlmChunk } from "../Models.js";
7
+ import { ConnectorIds, LlmChunk, TokenUsage } from "../Models.js";
8
8
  import { parseFromText } from "../StructuredOutput.js";
9
- import { LmStudioChatRequest, LmStudioChatResponse, LmStudioMessage } from "./LmStudioModels.js";
10
- import { OpenAIChatChunk, OpenAIChatCompletionRequest, OpenAIChatMessage } from "./OpenAIModels.js";
9
+ import { LmStudioMessage } from "./LmStudioModels.js";
10
+ import { OpenAIChatChunk, OpenAIChatCompletionRequest, OpenAIChatCompletionResponse, OpenAIChatMessage, OpenAIChatTemplateKwargs, OpenAIJsonSchemaSpec, OpenAIResponseFormat } from "./OpenAIModels.js";
11
11
  const emptyHeaders = Object.freeze({});
12
12
  export const normalizeLmStudioBaseUrl = (raw) => {
13
13
  const trimmed = raw.trim().replace(/\/+$/, "");
@@ -41,28 +41,39 @@ export const renderLmStudioNativeInput = (messages) => {
41
41
  systemPrompt: system.length === 0 ? undefined : system.join("\n")
42
42
  };
43
43
  };
44
- const decodeNativeResponse = (raw) => Schema.decodeUnknownEffect(Schema.fromJsonString(LmStudioChatResponse))(raw).pipe(Effect.mapError((error) => ParseError.make({
45
- message: `Failed to decode LmStudio native API response: ${String(error)}`,
44
+ const decodeCompletionResponse = (raw) => Schema.decodeUnknownEffect(Schema.fromJsonString(OpenAIChatCompletionResponse))(raw).pipe(Effect.mapError((error) => ParseError.make({
45
+ message: `Failed to decode LmStudio chat completion: ${String(error)}`,
46
46
  raw
47
47
  })));
48
48
  const decodeStreamChunk = (raw) => Schema.decodeUnknownEffect(Schema.fromJsonString(OpenAIChatChunk))(raw).pipe(Effect.mapError((error) => ParseError.make({
49
49
  message: `Failed to parse LmStudio stream chunk: ${String(error)}`,
50
50
  raw
51
51
  })));
52
- const nativeContent = (response, raw) => {
53
- const content = response.output
54
- .find((item) => item.type === "message" &&
55
- item.content !== undefined &&
56
- item.content !== null &&
57
- item.content.trim().length > 0)
58
- ?.content?.trim();
59
- return content === undefined || content === null
52
+ /**
53
+ * The visible reply, or the reasoning field when LM Studio's reasoning
54
+ * parser filed a constrained JSON reply under `reasoning_content` and left
55
+ * `content` empty (observed with Qwen 3.6 on 2026-09-19).
56
+ */
57
+ const completionContent = (response, raw) => {
58
+ const message = response.choices[0]?.message;
59
+ const content = message?.content?.trim() ?? "";
60
+ const reasoning = message?.reasoning_content?.trim() ?? "";
61
+ const text = content.length > 0 ? content : reasoning;
62
+ return text.length === 0
60
63
  ? Effect.fail(ParseError.make({
61
64
  message: "LmStudio response missing choices[0].message.content",
62
65
  raw
63
66
  }))
64
- : Effect.succeed(content);
67
+ : Effect.succeed(text);
65
68
  };
69
+ const completionUsage = (response) => response.usage === undefined
70
+ ? undefined
71
+ : TokenUsage.make({
72
+ prompt: response.usage.prompt_tokens ?? 0,
73
+ completion: response.usage.completion_tokens ?? 0,
74
+ total: response.usage.total_tokens ??
75
+ (response.usage.prompt_tokens ?? 0) + (response.usage.completion_tokens ?? 0)
76
+ });
66
77
  export const makeLmStudioProvider = (config, httpClient) => {
67
78
  const baseUrl = config.baseUrl === undefined
68
79
  ? Effect.fail(ConfigError.make({
@@ -103,32 +114,32 @@ export const makeLmStudioProvider = (config, httpClient) => {
103
114
  : Stream.empty;
104
115
  }));
105
116
  }));
106
- const nativeRequest = (messages) => Effect.gen(function* () {
117
+ const executeStructuredWithUsage = (prompt, schema, jsonSchema) => Effect.gen(function* () {
107
118
  const normalized = yield* baseUrl;
108
- const rendered = renderLmStudioNativeInput(messages);
109
- const request = LmStudioChatRequest.make({
119
+ // Grammar-constrained sampling on the OpenAI-compatible endpoint: the
120
+ // reply is guaranteed to match `jsonSchema`, so no "JSON only" nudge is
121
+ // needed and `parseFromText` only has to decode it.
122
+ const request = OpenAIChatCompletionRequest.make({
110
123
  model: config.model,
111
- input: rendered.input,
124
+ messages: [OpenAIChatMessage.make({ role: "user", content: prompt })],
112
125
  temperature: config.temperature ?? 0.7,
113
126
  stream: false,
114
- ...(rendered.systemPrompt === undefined ? {} : { system_prompt: rendered.systemPrompt }),
115
- ...(config.maxTokens === undefined ? {} : { max_output_tokens: config.maxTokens })
127
+ response_format: OpenAIResponseFormat.make({
128
+ type: "json_schema",
129
+ json_schema: OpenAIJsonSchemaSpec.make({
130
+ name: "response",
131
+ schema: jsonSchema,
132
+ strict: true
133
+ })
134
+ }),
135
+ chat_template_kwargs: OpenAIChatTemplateKwargs.make({ enable_thinking: false }),
136
+ ...(config.maxTokens === undefined ? {} : { max_tokens: config.maxTokens })
116
137
  });
117
- const raw = yield* httpClient.postJson(`${normalized}/api/v1/chat`, JSON.stringify(request), authHeaders(), config.timeout);
118
- const response = yield* decodeNativeResponse(raw);
119
- return [response, raw];
120
- });
121
- const executeStructuredWithUsage = (prompt, schema, jsonSchema) => Effect.gen(function* () {
122
- const [response, raw] = yield* nativeRequest([
123
- LmStudioMessage.make({
124
- role: "user",
125
- content: `${prompt}\n\n` +
126
- "Please respond with valid JSON only, no additional text or markdown formatting."
127
- })
128
- ]);
129
- const content = yield* nativeContent(response, raw);
138
+ const raw = yield* httpClient.postJson(`${normalized}/v1/chat/completions`, JSON.stringify(request), authHeaders(), config.timeout);
139
+ const response = yield* decodeCompletionResponse(raw);
140
+ const content = yield* completionContent(response, raw);
130
141
  const value = yield* parseFromText(content, schema, jsonSchema);
131
- const result = [value, undefined, undefined];
142
+ const result = [value, completionUsage(response), undefined];
132
143
  return result;
133
144
  });
134
145
  const isAvailable = config.baseUrl === undefined
@@ -1 +1 @@
1
- {"version":3,"file":"LmStudioProvider.js","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,gBAAgB,EAA0B,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,EAAiB,MAAM,cAAc,CAAA;AAG1F,OAAO,EACL,YAAY,EACZ,QAAQ,EAKT,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAChG,OAAO,EAAE,eAAe,EAAE,2BAA2B,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AAEnG,MAAM,YAAY,GAAqC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAExE,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAU,EAAE;IAC9D,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IAC9C,OAAO,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;AAC5E,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,IAAiB,EAAU,EAAE;IAC7C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAA;QACjB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;QACf,KAAK,WAAW;YACd,OAAO,WAAW,CAAA;QACpB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;IACjB,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,QAAgC,EAAkC,EAAE,CAClG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACvB,eAAe,CAAC,IAAI,CAAC;IACnB,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;CACzB,CAAC,CACH,CAAA;AAOH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAAwC,EACnB,EAAE;IACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;IACzE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAA;IACjE,MAAM,MAAM,GAAG,QAAQ;SACpB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;SAC9C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;SACxC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE1C,OAAO;QACL,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACvF,YAAY,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;KAClE,CAAA;AACH,CAAC,CAAA;AAED,MAAM,oBAAoB,GAAG,CAAC,GAAW,EAAmD,EAAE,CAC5F,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAC/E,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,kDAAkD,MAAM,CAAC,KAAK,CAAC,EAAE;IAC1E,GAAG;CACJ,CAAC,CACH,CACF,CAAA;AAEH,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAA8C,EAAE,CACpF,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAC1E,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,0CAA0C,MAAM,CAAC,KAAK,CAAC,EAAE;IAClE,GAAG;CACJ,CAAC,CACH,CACF,CAAA;AAEH,MAAM,aAAa,GAAG,CACpB,QAA8B,EAC9B,GAAW,EACwB,EAAE;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM;SAC5B,IAAI,CACH,CAAC,IAAI,EAAE,EAAE,CACP,IAAI,CAAC,IAAI,KAAK,SAAS;QACvB,IAAI,CAAC,OAAO,KAAK,SAAS;QAC1B,IAAI,CAAC,OAAO,KAAK,IAAI;QACrB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CACjC;QACD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IAEnB,OAAO,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,IAAI;QAC9C,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,UAAU,CAAC,IAAI,CAAC;YACd,OAAO,EAAE,sDAAsD;YAC/D,GAAG;SACJ,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;AAC7B,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAAiB,EACjB,UAA2B,EACR,EAAE;IACrB,MAAM,OAAO,GACX,MAAM,CAAC,OAAO,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,WAAW,CAAC,IAAI,CAAC;YACf,OAAO,EAAE,uCAAuC;SACjD,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;IAE9D,MAAM,WAAW,GAAG,GAAqC,EAAE,CACzD,MAAM,CAAC,MAAM,KAAK,SAAS;QACzB,CAAC,CAAC,YAAY;QACd,CAAC,CAAC;YACE,aAAa,EAAE,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;SACzD,CAAA;IAEP,MAAM,aAAa,GAAG,CACpB,QAAwC,EACL,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,CAAC;YAC/C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CACH;YACD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,MAAM,EAAE,IAAI;YACZ,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;SAC5E,CAAC,CAAA;QACF,OAAO,UAAU;aACd,iBAAiB,CAChB,GAAG,UAAU,sBAAsB,EACnC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,WAAW,EAAE,EACb,MAAM,CAAC,OAAO,CACf;aACA,IAAI,CACH,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,EACnC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAC/B,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAA;YAC1C,MAAM,YAAY,GAAG,MAAM,EAAE,aAAa,IAAI,SAAS,CAAA;YACvD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,KAAK,SAAS;gBACnD,CAAC,CAAC,MAAM,CAAC,OAAO,CACZ,QAAQ,CAAC,IAAI,CAAC;oBACZ,KAAK;oBACL,QAAQ,EAAE;wBACR,QAAQ,EAAE,UAAU;wBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB;oBACD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;iBACxD,CAAC,CACH;gBACH,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;QAClB,CAAC,CAAC,CACH,CAAA;IACL,CAAC,CAAC,CACH,CAAA;IAEH,MAAM,aAAa,GAAG,CACpB,QAAwC,EACyC,EAAE,CACnF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,OAAO,CAAA;QACjC,MAAM,QAAQ,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAA;QACpD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC;YACvC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,MAAM,EAAE,KAAK;YACb,GAAG,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAC;YACxF,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;SACnF,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,CACpC,GAAG,UAAU,cAAc,EAC3B,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,WAAW,EAAE,EACb,MAAM,CAAC,OAAO,CACf,CAAA;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAA;QACjD,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEJ,MAAM,0BAA0B,GAAG,CACjC,MAAc,EACd,MAA4C,EAC5C,UAAsB,EAC4B,EAAE,CACpD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC;YAC3C,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,MAAM;gBACZ,OAAO,EACL,GAAG,MAAM,MAAM;oBACf,iFAAiF;aACpF,CAAC;SACH,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAA;QAC/D,MAAM,MAAM,GAAwB,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAA;QACjE,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;IAEJ,MAAM,WAAW,GACf,MAAM,CAAC,OAAO,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QACvB,CAAC,CAAC,UAAU;aACP,GAAG,CACF,GAAG,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAC3D,YAAY,EACZ,MAAM,CAAC,OAAO,CACf;aACA,IAAI,CACH,MAAM,CAAC,KAAK,CAAC;YACX,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;YACtB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI;SACtB,CAAC,CACH,CAAA;IAET,OAAO,gBAAgB,CAAC;QACtB,EAAE,EAAE,YAAY,CAAC,QAAQ;QACzB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,aAAa,CAAC;YACZ,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,MAAM;aAChB,CAAC;SACH,CAAC;QACJ,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAChF,gBAAgB,EAAE,GAAG,EAAE,CACrB,MAAM,CAAC,IAAI,CACT,mBAAmB,CAAC,IAAI,CAAC;YACvB,OAAO,EAAE,4EAA4E;SACtF,CAAC,CACH;QACH,0BAA0B;QAC1B,WAAW;KACZ,CAAC,CAAA;AACJ,CAAC,CAAA"}
1
+ {"version":3,"file":"LmStudioProvider.js","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,gBAAgB,EAA0B,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,EAAiB,MAAM,cAAc,CAAA;AAG1F,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,UAAU,EAKX,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EACL,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC5B,iBAAiB,EACjB,wBAAwB,EACxB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,mBAAmB,CAAA;AAE1B,MAAM,YAAY,GAAqC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAExE,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAU,EAAE;IAC9D,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IAC9C,OAAO,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;AAC5E,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,IAAiB,EAAU,EAAE;IAC7C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAA;QACjB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;QACf,KAAK,WAAW;YACd,OAAO,WAAW,CAAA;QACpB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;IACjB,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,QAAgC,EAAkC,EAAE,CAClG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACvB,eAAe,CAAC,IAAI,CAAC;IACnB,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;CACzB,CAAC,CACH,CAAA;AAOH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAAwC,EACnB,EAAE;IACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;IACzE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAA;IACjE,MAAM,MAAM,GAAG,QAAQ;SACpB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;SAC9C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;SACxC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE1C,OAAO;QACL,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACvF,YAAY,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;KAClE,CAAA;AACH,CAAC,CAAA;AAED,MAAM,wBAAwB,GAAG,CAC/B,GAAW,EAC8C,EAAE,CAC3D,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CACvF,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,8CAA8C,MAAM,CAAC,KAAK,CAAC,EAAE;IACtE,GAAG;CACJ,CAAC,CACH,CACF,CAAA;AAEH,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAA8C,EAAE,CACpF,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAC1E,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,0CAA0C,MAAM,CAAC,KAAK,CAAC,EAAE;IAClE,GAAG;CACJ,CAAC,CACH,CACF,CAAA;AAEH;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,CACxB,QAAsC,EACtC,GAAW,EACwB,EAAE;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAA;IAC5C,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC9C,MAAM,SAAS,GAAG,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAA;IACrD,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC;QACtB,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,UAAU,CAAC,IAAI,CAAC;YACd,OAAO,EAAE,sDAAsD;YAC/D,GAAG;SACJ,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;AAC1B,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,CAAC,QAAsC,EAA0B,EAAE,CACzF,QAAQ,CAAC,KAAK,KAAK,SAAS;IAC1B,CAAC,CAAC,SAAS;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QACd,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;QACzC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;QACjD,KAAK,EACH,QAAQ,CAAC,KAAK,CAAC,YAAY;YAC3B,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;KAChF,CAAC,CAAA;AAER,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAAiB,EACjB,UAA2B,EACR,EAAE;IACrB,MAAM,OAAO,GACX,MAAM,CAAC,OAAO,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,WAAW,CAAC,IAAI,CAAC;YACf,OAAO,EAAE,uCAAuC;SACjD,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;IAE9D,MAAM,WAAW,GAAG,GAAqC,EAAE,CACzD,MAAM,CAAC,MAAM,KAAK,SAAS;QACzB,CAAC,CAAC,YAAY;QACd,CAAC,CAAC;YACE,aAAa,EAAE,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;SACzD,CAAA;IAEP,MAAM,aAAa,GAAG,CACpB,QAAwC,EACL,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,CAAC;YAC/C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CACH;YACD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,MAAM,EAAE,IAAI;YACZ,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;SAC5E,CAAC,CAAA;QACF,OAAO,UAAU;aACd,iBAAiB,CAChB,GAAG,UAAU,sBAAsB,EACnC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,WAAW,EAAE,EACb,MAAM,CAAC,OAAO,CACf;aACA,IAAI,CACH,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,EACnC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAC/B,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAA;YAC1C,MAAM,YAAY,GAAG,MAAM,EAAE,aAAa,IAAI,SAAS,CAAA;YACvD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,KAAK,SAAS;gBACnD,CAAC,CAAC,MAAM,CAAC,OAAO,CACZ,QAAQ,CAAC,IAAI,CAAC;oBACZ,KAAK;oBACL,QAAQ,EAAE;wBACR,QAAQ,EAAE,UAAU;wBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB;oBACD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;iBACxD,CAAC,CACH;gBACH,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;QAClB,CAAC,CAAC,CACH,CAAA;IACL,CAAC,CAAC,CACH,CAAA;IAEH,MAAM,0BAA0B,GAAG,CACjC,MAAc,EACd,MAA4C,EAC5C,UAAsB,EAC4B,EAAE,CACpD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,OAAO,CAAA;QACjC,sEAAsE;QACtE,wEAAwE;QACxE,oDAAoD;QACpD,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,CAAC;YAC/C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACrE,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,oBAAoB,CAAC,IAAI,CAAC;gBACzC,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC;oBACrC,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,UAAU;oBAClB,MAAM,EAAE,IAAI;iBACb,CAAC;aACH,CAAC;YACF,oBAAoB,EAAE,wBAAwB,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;YAC/E,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;SAC5E,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,CACpC,GAAG,UAAU,sBAAsB,EACnC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,WAAW,EAAE,EACb,MAAM,CAAC,OAAO,CACf,CAAA;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAA;QACrD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAA;QAC/D,MAAM,MAAM,GAAwB,CAAC,KAAK,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAA;QACjF,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;IAEJ,MAAM,WAAW,GACf,MAAM,CAAC,OAAO,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QACvB,CAAC,CAAC,UAAU;aACP,GAAG,CACF,GAAG,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAC3D,YAAY,EACZ,MAAM,CAAC,OAAO,CACf;aACA,IAAI,CACH,MAAM,CAAC,KAAK,CAAC;YACX,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;YACtB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI;SACtB,CAAC,CACH,CAAA;IAET,OAAO,gBAAgB,CAAC;QACtB,EAAE,EAAE,YAAY,CAAC,QAAQ;QACzB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,aAAa,CAAC;YACZ,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,MAAM;aAChB,CAAC;SACH,CAAC;QACJ,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAChF,gBAAgB,EAAE,GAAG,EAAE,CACrB,MAAM,CAAC,IAAI,CACT,mBAAmB,CAAC,IAAI,CAAC;YACvB,OAAO,EAAE,4EAA4E;SACtF,CAAC,CACH;QACH,0BAA0B;QAC1B,WAAW;KACZ,CAAC,CAAA;AACJ,CAAC,CAAA"}
@@ -0,0 +1,29 @@
1
+ import { type ApiConnectorShape } from "../Connector.ts";
2
+ import { ParseError } from "../Errors.ts";
3
+ import type { HttpClientShape } from "../HttpClient.ts";
4
+ import * as Result from "effect/Result";
5
+ import { ConnectorCapabilities, LabelDistribution, type LlmConfig } from "../Models.ts";
6
+ import { type OpenAITokenLogprob, type OpenAITopLogprob } from "./OpenAIModels.ts";
7
+ /** The server's hard cap on `top_logprobs`. */
8
+ export declare const mlxLmTopLogprobs = 11;
9
+ export declare const normalizeMlxLmBaseUrl: (raw: string) => string;
10
+ /**
11
+ * Byte-level BPE vocabularies spell a leading space as `Ġ` (GPT/Qwen) or
12
+ * `▁` (SentencePiece); a label token may also carry real whitespace or a
13
+ * different case. All of those are the same label.
14
+ */
15
+ export declare const normalizeLabelToken: (token: string) => string;
16
+ /** Sum the probability mass of every top-k entry that spells one of the labels. */
17
+ export declare const labelMassFrom: (labels: ReadonlyArray<string>, top: ReadonlyArray<OpenAITopLogprob>) => Record<string, number>;
18
+ /**
19
+ * Read a shared-prefix reply, one `<n>: <label>` line per question, from
20
+ * the generated tokens. The text is rebuilt token by token; whenever it
21
+ * ends in a `<n>:` marker for the next expected question, the first
22
+ * following token that spells one of that question's labels is that
23
+ * question's answer position and its top-k is the distribution. A question
24
+ * whose marker or label never appears fails on its own.
25
+ */
26
+ export declare const labelSequenceFrom: (labelSets: ReadonlyArray<ReadonlyArray<string>>, tokens: ReadonlyArray<OpenAITokenLogprob>) => ReadonlyArray<Result.Result<LabelDistribution, ParseError>>;
27
+ export declare const mlxLmCapabilities: () => ConnectorCapabilities;
28
+ export declare const makeMlxLmProvider: (config: LlmConfig, httpClient: HttpClientShape) => ApiConnectorShape;
29
+ //# sourceMappingURL=MlxLmProvider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"MlxLmProvider.d.ts","sourceRoot":"","sources":["../../src/providers/MlxLmProvider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAoC,UAAU,EAAiB,MAAM,cAAc,CAAA;AAC1F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAGvD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EACL,qBAAqB,EAErB,iBAAiB,EAIjB,KAAK,SAAS,EACf,MAAM,cAAc,CAAA;AAErB,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACtB,MAAM,mBAAmB,CAAA;AAiB1B,+CAA+C;AAC/C,eAAO,MAAM,gBAAgB,KAAK,CAAA;AAElC,eAAO,MAAM,qBAAqB,GAAI,KAAK,MAAM,KAAG,MAGnD,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,GAAI,OAAO,MAAM,KAAG,MAIlC,CAAA;AAElB,mFAAmF;AACnF,eAAO,MAAM,aAAa,GACxB,QAAQ,aAAa,CAAC,MAAM,CAAC,EAC7B,KAAK,aAAa,CAAC,gBAAgB,CAAC,KACnC,MAAM,CAAC,MAAM,EAAE,MAAM,CAUvB,CAAA;AAiCD;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC5B,WAAW,aAAa,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAC/C,QAAQ,aAAa,CAAC,kBAAkB,CAAC,KACxC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,UAAU,CAAC,CA2D5D,CAAA;AAED,eAAO,MAAM,iBAAiB,QAAO,qBAIjC,CAAA;AAEJ,eAAO,MAAM,iBAAiB,GAC5B,QAAQ,SAAS,EACjB,YAAY,eAAe,KAC1B,iBAsKF,CAAA"}