@llm4ts/core 2.5.0 → 2.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Connector.d.ts +4 -0
- package/dist/Connector.d.ts.map +1 -1
- package/dist/Connector.js +8 -3
- package/dist/Connector.js.map +1 -1
- package/dist/ConnectorConfig.d.ts.map +1 -1
- package/dist/ConnectorConfig.js +2 -0
- package/dist/ConnectorConfig.js.map +1 -1
- package/dist/ContextManagement.d.ts.map +1 -1
- package/dist/ContextManagement.js +1 -0
- package/dist/ContextManagement.js.map +1 -1
- package/dist/LabelScoring.d.ts +52 -0
- package/dist/LabelScoring.d.ts.map +1 -0
- package/dist/LabelScoring.js +139 -0
- package/dist/LabelScoring.js.map +1 -0
- package/dist/LlmService.d.ts +30 -2
- package/dist/LlmService.d.ts.map +1 -1
- package/dist/LlmService.js.map +1 -1
- package/dist/Models.d.ts +34 -2
- package/dist/Models.d.ts.map +1 -1
- package/dist/Models.js +37 -1
- package/dist/Models.js.map +1 -1
- package/dist/eval/Judge.d.ts +15 -0
- package/dist/eval/Judge.d.ts.map +1 -1
- package/dist/eval/Judge.js +50 -0
- package/dist/eval/Judge.js.map +1 -1
- package/dist/judgment/FakeJudgment.d.ts +22 -0
- package/dist/judgment/FakeJudgment.d.ts.map +1 -0
- package/dist/judgment/FakeJudgment.js +42 -0
- package/dist/judgment/FakeJudgment.js.map +1 -0
- package/dist/judgment/Judgment.d.ts +57 -0
- package/dist/judgment/Judgment.d.ts.map +1 -0
- package/dist/judgment/Judgment.js +57 -0
- package/dist/judgment/Judgment.js.map +1 -0
- package/dist/judgment/LlmJudgment.d.ts +73 -0
- package/dist/judgment/LlmJudgment.d.ts.map +1 -0
- package/dist/judgment/LlmJudgment.js +239 -0
- package/dist/judgment/LlmJudgment.js.map +1 -0
- package/dist/judgment/Schemas.d.ts +163 -0
- package/dist/judgment/Schemas.d.ts.map +1 -0
- package/dist/judgment/Schemas.js +197 -0
- package/dist/judgment/Schemas.js.map +1 -0
- package/dist/judgment/TypeSafeJudgment.d.ts +46 -0
- package/dist/judgment/TypeSafeJudgment.d.ts.map +1 -0
- package/dist/judgment/TypeSafeJudgment.js +185 -0
- package/dist/judgment/TypeSafeJudgment.js.map +1 -0
- package/dist/observability/MeteredLlmService.d.ts.map +1 -1
- package/dist/observability/MeteredLlmService.js +1 -0
- package/dist/observability/MeteredLlmService.js.map +1 -1
- package/dist/providers/ConnectorFactories.d.ts.map +1 -1
- package/dist/providers/ConnectorFactories.js +2 -0
- package/dist/providers/ConnectorFactories.js.map +1 -1
- package/dist/providers/LmStudioProvider.d.ts.map +1 -1
- package/dist/providers/LmStudioProvider.js +45 -34
- package/dist/providers/LmStudioProvider.js.map +1 -1
- package/dist/providers/MlxLmProvider.d.ts +29 -0
- package/dist/providers/MlxLmProvider.d.ts.map +1 -0
- package/dist/providers/MlxLmProvider.js +249 -0
- package/dist/providers/MlxLmProvider.js.map +1 -0
- package/dist/providers/MockProvider.d.ts.map +1 -1
- package/dist/providers/MockProvider.js +11 -0
- package/dist/providers/MockProvider.js.map +1 -1
- package/dist/providers/OpenAIModels.d.ts +35 -0
- package/dist/providers/OpenAIModels.d.ts.map +1 -1
- package/dist/providers/OpenAIModels.js +36 -3
- package/dist/providers/OpenAIModels.js.map +1 -1
- package/package.json +8 -1
- package/src/Connector.ts +13 -3
- package/src/ConnectorConfig.ts +2 -0
- package/src/ContextManagement.ts +1 -0
- package/src/LabelScoring.ts +211 -0
- package/src/LlmService.ts +37 -1
- package/src/Models.ts +43 -1
- package/src/eval/Judge.ts +74 -0
- package/src/judgment/FakeJudgment.ts +90 -0
- package/src/judgment/Judgment.ts +123 -0
- package/src/judgment/LlmJudgment.ts +399 -0
- package/src/judgment/Schemas.ts +278 -0
- package/src/judgment/TypeSafeJudgment.ts +253 -0
- package/src/observability/MeteredLlmService.ts +7 -0
- package/src/providers/ConnectorFactories.ts +4 -0
- package/src/providers/LmStudioProvider.ts +64 -48
- package/src/providers/MlxLmProvider.ts +357 -0
- package/src/providers/MockProvider.ts +19 -0
- package/src/providers/OpenAIModels.ts +40 -3
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import * as Duration from "effect/Duration";
|
|
2
|
+
import * as Effect from "effect/Effect";
|
|
3
|
+
import * as Layer from "effect/Layer";
|
|
4
|
+
import * as Redacted from "effect/Redacted";
|
|
5
|
+
import * as Schema from "effect/Schema";
|
|
6
|
+
import type { HttpClientShape } from "../HttpClient.ts";
|
|
7
|
+
import { TokenUsage } from "../Models.ts";
|
|
8
|
+
import { Judgment, type JudgmentShape } from "./Judgment.ts";
|
|
9
|
+
import { TruthCriteria, type Question } from "./Schemas.ts";
|
|
10
|
+
/**
|
|
11
|
+
* `TypeSafeJudgment`: the Judgment service over TypeSafe's hosted Jev
|
|
12
|
+
* (`POST /v1/systemone`). One request carries every question; the model
|
|
13
|
+
* answers them independently and its probabilities are calibrated. The only
|
|
14
|
+
* translation is `truth` ↔ `noul`. The key travels in a header and nowhere
|
|
15
|
+
* else: never in a log, an error, or a persisted result.
|
|
16
|
+
*/
|
|
17
|
+
/** Published input price on 2026-09-19: $42 per billion tokens; output is free. */
|
|
18
|
+
export declare const typeSafeInputUsdPer1k = 0.000042;
|
|
19
|
+
export interface TypeSafeJudgmentConfig {
|
|
20
|
+
readonly apiKey: Redacted.Redacted<string>;
|
|
21
|
+
readonly baseUrl?: string;
|
|
22
|
+
readonly model?: string;
|
|
23
|
+
readonly timeout?: Duration.Duration;
|
|
24
|
+
readonly onUsage?: (usage: TokenUsage, model: string | undefined) => Effect.Effect<void>;
|
|
25
|
+
}
|
|
26
|
+
export declare const defaultTypeSafeBaseUrl = "https://api.typesafe.ai";
|
|
27
|
+
export declare const defaultTypeSafeModel = "jev-latest";
|
|
28
|
+
declare const WireNoulCriteria_base: Schema.Class<WireNoulCriteria, Schema.Struct<{
|
|
29
|
+
readonly true: Schema.Codec<Schema.Json, Schema.Json, never, never>;
|
|
30
|
+
readonly false: Schema.Codec<Schema.Json, Schema.Json, never, never>;
|
|
31
|
+
}>, {}>;
|
|
32
|
+
declare class WireNoulCriteria extends WireNoulCriteria_base {
|
|
33
|
+
}
|
|
34
|
+
declare const WireQuestion_base: Schema.Class<WireQuestion, Schema.Struct<{
|
|
35
|
+
readonly type: Schema.Literals<readonly ["choice", "score", "noul"]>;
|
|
36
|
+
readonly instructions: Schema.String;
|
|
37
|
+
readonly criteria: Schema.optionalKey<Schema.Union<readonly [Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>, Schema.$Array<Schema.Codec<Schema.Json, Schema.Json, never, never>>, typeof WireNoulCriteria]>>;
|
|
38
|
+
}>, {}>;
|
|
39
|
+
declare class WireQuestion extends WireQuestion_base {
|
|
40
|
+
}
|
|
41
|
+
export declare const toWireQuestion: (question: Question) => WireQuestion;
|
|
42
|
+
export declare const makeTypeSafeJudgment: (config: TypeSafeJudgmentConfig, httpClient: HttpClientShape) => JudgmentShape;
|
|
43
|
+
export declare const TypeSafeJudgmentLive: (config: TypeSafeJudgmentConfig, httpClient: HttpClientShape) => Layer.Layer<Judgment>;
|
|
44
|
+
/** `TruthCriteria` is re-exported so callers can build the wire form themselves. */
|
|
45
|
+
export { TruthCriteria };
|
|
46
|
+
//# sourceMappingURL=TypeSafeJudgment.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TypeSafeJudgment.d.ts","sourceRoot":"","sources":["../../src/judgment/TypeSafeJudgment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EACL,QAAQ,EAGR,KAAK,aAAa,EACnB,MAAM,eAAe,CAAA;AACtB,OAAO,EAUL,aAAa,EAEb,KAAK,QAAQ,EACd,MAAM,cAAc,CAAA;AAErB;;;;;;GAMG;AAEH,mFAAmF;AACnF,eAAO,MAAM,qBAAqB,WAAW,CAAA;AAE7C,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAC1C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAA;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,GAAG,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;CACzF;AAED,eAAO,MAAM,sBAAsB,4BAA4B,CAAA;AAC/D,eAAO,MAAM,oBAAoB,eAAe,CAAA;;;;;AAGhD,cAAM,gBAAiB,SAAQ,qBAG7B;CAAG;;;;;;AAEL,cAAM,YAAa,SAAQ,iBAUzB;CAAG;AA4CL,eAAO,MAAM,cAAc,GAAI,UAAU,QAAQ,KAAG,YAkB5C,CAAA;AA4CR,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,sBAAsB,EAC9B,YAAY,eAAe,KAC1B,aAqEF,CAAA;AAED,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,sBAAsB,EAC9B,YAAY,eAAe,KAC1B,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAsE,CAAA;AAE7F,oFAAoF;AACpF,OAAO,EAAE,aAAa,EAAE,CAAA"}
|
|
@@ -0,0 +1,185 @@
|
|
|
1
|
+
import * as Duration from "effect/Duration";
|
|
2
|
+
import * as Effect from "effect/Effect";
|
|
3
|
+
import * as Layer from "effect/Layer";
|
|
4
|
+
import * as Redacted from "effect/Redacted";
|
|
5
|
+
import * as Schema from "effect/Schema";
|
|
6
|
+
import { TokenUsage } from "../Models.js";
|
|
7
|
+
import { Judgment, JudgmentBackendError } from "./Judgment.js";
|
|
8
|
+
import { ChoiceAnswer, confidenceOf, Description, JudgmentResult, origins, QuestionFailure, ScoreAnswer, State, TruthAnswer, TruthCriteria } from "./Schemas.js";
|
|
9
|
+
/**
|
|
10
|
+
* `TypeSafeJudgment`: the Judgment service over TypeSafe's hosted Jev
|
|
11
|
+
* (`POST /v1/systemone`). One request carries every question; the model
|
|
12
|
+
* answers them independently and its probabilities are calibrated. The only
|
|
13
|
+
* translation is `truth` ↔ `noul`. The key travels in a header and nowhere
|
|
14
|
+
* else: never in a log, an error, or a persisted result.
|
|
15
|
+
*/
|
|
16
|
+
/** Published input price on 2026-09-19: $42 per billion tokens; output is free. */
|
|
17
|
+
export const typeSafeInputUsdPer1k = 0.000042;
|
|
18
|
+
export const defaultTypeSafeBaseUrl = "https://api.typesafe.ai";
|
|
19
|
+
export const defaultTypeSafeModel = "jev-latest";
|
|
20
|
+
// Wire schemas, kept private: the public shape is `Schemas.ts`.
|
|
21
|
+
class WireNoulCriteria extends Schema.Class("WireNoulCriteria")({
|
|
22
|
+
true: Description,
|
|
23
|
+
false: Description
|
|
24
|
+
}) {
|
|
25
|
+
}
|
|
26
|
+
class WireQuestion extends Schema.Class("WireQuestion")({
|
|
27
|
+
type: Schema.Literals(["choice", "score", "noul"]),
|
|
28
|
+
instructions: Schema.String,
|
|
29
|
+
criteria: Schema.optionalKey(Schema.Union([
|
|
30
|
+
Schema.Record(Schema.String, Description),
|
|
31
|
+
Schema.Array(Description),
|
|
32
|
+
WireNoulCriteria
|
|
33
|
+
]))
|
|
34
|
+
}) {
|
|
35
|
+
}
|
|
36
|
+
class WireRequest extends Schema.Class("WireRequest")({
|
|
37
|
+
model: Schema.String,
|
|
38
|
+
state: State,
|
|
39
|
+
questions: Schema.Record(Schema.String, WireQuestion)
|
|
40
|
+
}) {
|
|
41
|
+
}
|
|
42
|
+
class WireChoice extends Schema.Class("WireChoice")({
|
|
43
|
+
type: Schema.Literal("choice"),
|
|
44
|
+
choice: Schema.String,
|
|
45
|
+
probabilities: Schema.Record(Schema.String, Schema.Number),
|
|
46
|
+
confidence: Schema.Number
|
|
47
|
+
}) {
|
|
48
|
+
}
|
|
49
|
+
class WireScore extends Schema.Class("WireScore")({
|
|
50
|
+
type: Schema.Literal("score"),
|
|
51
|
+
score: Schema.Number,
|
|
52
|
+
legend: Schema.Record(Schema.String, Description),
|
|
53
|
+
probabilities: Schema.Record(Schema.String, Schema.Number),
|
|
54
|
+
confidence: Schema.Number
|
|
55
|
+
}) {
|
|
56
|
+
}
|
|
57
|
+
class WireNoul extends Schema.Class("WireNoul")({
|
|
58
|
+
type: Schema.Literal("noul"),
|
|
59
|
+
noul: Schema.Number
|
|
60
|
+
}) {
|
|
61
|
+
}
|
|
62
|
+
class WireError extends Schema.Class("WireError")({
|
|
63
|
+
type: Schema.Literal("error"),
|
|
64
|
+
message: Schema.optionalKey(Schema.String)
|
|
65
|
+
}) {
|
|
66
|
+
}
|
|
67
|
+
class WireUsage extends Schema.Class("WireUsage")({
|
|
68
|
+
input_tokens: Schema.optionalKey(Schema.Int),
|
|
69
|
+
output_tokens: Schema.optionalKey(Schema.Int)
|
|
70
|
+
}) {
|
|
71
|
+
}
|
|
72
|
+
class WireResponse extends Schema.Class("WireResponse")({
|
|
73
|
+
model: Schema.optionalKey(Schema.String),
|
|
74
|
+
answers: Schema.Record(Schema.String, Schema.Union([WireChoice, WireScore, WireNoul, WireError])),
|
|
75
|
+
usage: Schema.optionalKey(WireUsage)
|
|
76
|
+
}) {
|
|
77
|
+
}
|
|
78
|
+
export const toWireQuestion = (question) => question.type === "truth"
|
|
79
|
+
? WireQuestion.make({
|
|
80
|
+
type: "noul",
|
|
81
|
+
instructions: question.instructions,
|
|
82
|
+
...(question.criteria === undefined
|
|
83
|
+
? {}
|
|
84
|
+
: {
|
|
85
|
+
criteria: WireNoulCriteria.make({
|
|
86
|
+
true: question.criteria.true,
|
|
87
|
+
false: question.criteria.false
|
|
88
|
+
})
|
|
89
|
+
})
|
|
90
|
+
})
|
|
91
|
+
: WireQuestion.make({
|
|
92
|
+
type: question.type,
|
|
93
|
+
instructions: question.instructions,
|
|
94
|
+
criteria: question.criteria
|
|
95
|
+
});
|
|
96
|
+
// `confidence` is recomputed as the maximum probability so the field means
|
|
97
|
+
// the same thing whichever backend answered; TypeSafe's own statistic is
|
|
98
|
+
// kept beside it as `reportedConfidence`.
|
|
99
|
+
const fromWireAnswer = (answer, model) => answer instanceof WireChoice
|
|
100
|
+
? ChoiceAnswer.make({
|
|
101
|
+
type: "choice",
|
|
102
|
+
choice: answer.choice,
|
|
103
|
+
probabilities: answer.probabilities,
|
|
104
|
+
confidence: confidenceOf(answer.probabilities),
|
|
105
|
+
reportedConfidence: answer.confidence,
|
|
106
|
+
origin: origins.hosted(model)
|
|
107
|
+
})
|
|
108
|
+
: answer instanceof WireScore
|
|
109
|
+
? ScoreAnswer.make({
|
|
110
|
+
type: "score",
|
|
111
|
+
score: answer.score,
|
|
112
|
+
legend: answer.legend,
|
|
113
|
+
probabilities: answer.probabilities,
|
|
114
|
+
confidence: confidenceOf(answer.probabilities),
|
|
115
|
+
reportedConfidence: answer.confidence,
|
|
116
|
+
origin: origins.hosted(model)
|
|
117
|
+
})
|
|
118
|
+
: TruthAnswer.make({ type: "truth", truth: answer.noul, origin: origins.hosted(model) });
|
|
119
|
+
const toUsage = (usage) => {
|
|
120
|
+
if (usage === undefined) {
|
|
121
|
+
return undefined;
|
|
122
|
+
}
|
|
123
|
+
const prompt = usage.input_tokens ?? 0;
|
|
124
|
+
const completion = usage.output_tokens ?? 0;
|
|
125
|
+
return TokenUsage.make({
|
|
126
|
+
prompt,
|
|
127
|
+
completion,
|
|
128
|
+
total: prompt + completion,
|
|
129
|
+
costUsd: (prompt / 1_000) * typeSafeInputUsdPer1k
|
|
130
|
+
});
|
|
131
|
+
};
|
|
132
|
+
export const makeTypeSafeJudgment = (config, httpClient) => {
|
|
133
|
+
const baseUrl = (config.baseUrl ?? defaultTypeSafeBaseUrl).replace(/\/+$/, "");
|
|
134
|
+
const model = config.model ?? defaultTypeSafeModel;
|
|
135
|
+
const timeout = config.timeout ?? Duration.seconds(60);
|
|
136
|
+
const judge = Effect.fn("@llm4ts/core/judgment/TypeSafeJudgment.judge")(function* (input) {
|
|
137
|
+
const request = WireRequest.make({
|
|
138
|
+
model,
|
|
139
|
+
state: input.state,
|
|
140
|
+
questions: Object.fromEntries(Object.entries(input.questions).map(([key, question]) => [key, toWireQuestion(question)]))
|
|
141
|
+
});
|
|
142
|
+
const raw = yield* httpClient
|
|
143
|
+
.postJson(`${baseUrl}/v1/systemone`, JSON.stringify(request), { Authorization: `Bearer ${Redacted.value(config.apiKey)}` }, timeout)
|
|
144
|
+
.pipe(Effect.mapError((error) => JudgmentBackendError.make({
|
|
145
|
+
backend: "typesafe",
|
|
146
|
+
message: `TypeSafe request failed: ${error._tag}`,
|
|
147
|
+
cause: error
|
|
148
|
+
})));
|
|
149
|
+
const response = yield* Schema.decodeUnknownEffect(Schema.fromJsonString(WireResponse))(raw).pipe(Effect.mapError((error) => JudgmentBackendError.make({
|
|
150
|
+
backend: "typesafe",
|
|
151
|
+
message: `TypeSafe response did not decode: ${String(error)}`
|
|
152
|
+
})));
|
|
153
|
+
const answers = {};
|
|
154
|
+
const failures = [];
|
|
155
|
+
for (const [key, answer] of Object.entries(response.answers)) {
|
|
156
|
+
if (answer instanceof WireError) {
|
|
157
|
+
failures.push(QuestionFailure.make({ key, reason: answer.message ?? "backend error" }));
|
|
158
|
+
}
|
|
159
|
+
else {
|
|
160
|
+
answers[key] = fromWireAnswer(answer, response.model ?? model);
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
for (const key of Object.keys(input.questions)) {
|
|
164
|
+
if (answers[key] === undefined && !failures.some((failure) => failure.key === key)) {
|
|
165
|
+
failures.push(QuestionFailure.make({ key, reason: "no answer returned" }));
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
const usage = toUsage(response.usage);
|
|
169
|
+
if (usage !== undefined && config.onUsage !== undefined) {
|
|
170
|
+
yield* config.onUsage(usage, response.model);
|
|
171
|
+
}
|
|
172
|
+
return JudgmentResult.make({
|
|
173
|
+
answers,
|
|
174
|
+
failures,
|
|
175
|
+
backend: "typesafe",
|
|
176
|
+
...(usage === undefined ? {} : { usage }),
|
|
177
|
+
...(response.model === undefined ? {} : { model: response.model })
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
return { backend: "typesafe", identity: `typesafe:${model}`, judge };
|
|
181
|
+
};
|
|
182
|
+
export const TypeSafeJudgmentLive = (config, httpClient) => Layer.succeed(Judgment, makeTypeSafeJudgment(config, httpClient));
|
|
183
|
+
/** `TruthCriteria` is re-exported so callers can build the wire form themselves. */
|
|
184
|
+
export { TruthCriteria };
|
|
185
|
+
//# sourceMappingURL=TypeSafeJudgment.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TypeSafeJudgment.js","sourceRoot":"","sources":["../../src/judgment/TypeSafeJudgment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EACL,QAAQ,EACR,oBAAoB,EAGrB,MAAM,eAAe,CAAA;AACtB,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,cAAc,EACd,OAAO,EACP,eAAe,EACf,WAAW,EACX,KAAK,EACL,WAAW,EACX,aAAa,EAGd,MAAM,cAAc,CAAA;AAErB;;;;;;GAMG;AAEH,mFAAmF;AACnF,MAAM,CAAC,MAAM,qBAAqB,GAAG,QAAQ,CAAA;AAU7C,MAAM,CAAC,MAAM,sBAAsB,GAAG,yBAAyB,CAAA;AAC/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,YAAY,CAAA;AAEhD,gEAAgE;AAChE,MAAM,gBAAiB,SAAQ,MAAM,CAAC,KAAK,CAAmB,kBAAkB,CAAC,CAAC;IAChF,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,WAAW;CACnB,CAAC;CAAG;AAEL,MAAM,YAAa,SAAQ,MAAM,CAAC,KAAK,CAAe,cAAc,CAAC,CAAC;IACpE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAClD,YAAY,EAAE,MAAM,CAAC,MAAM;IAC3B,QAAQ,EAAE,MAAM,CAAC,WAAW,CAC1B,MAAM,CAAC,KAAK,CAAC;QACX,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;QACzC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;QACzB,gBAAgB;KACjB,CAAC,CACH;CACF,CAAC;CAAG;AAEL,MAAM,WAAY,SAAQ,MAAM,CAAC,KAAK,CAAc,aAAa,CAAC,CAAC;IACjE,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,KAAK,EAAE,KAAK;IACZ,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;CACtD,CAAC;CAAG;AAEL,MAAM,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IAC9D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,MAAM;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAC1D,UAAU,EAAE,MAAM,CAAC,MAAM;CAC1B,CAAC;CAAG;AAEL,MAAM,SAAU,SAAQ,MAAM,CAAC,KAAK,CAAY,WAAW,CAAC,CAAC;IAC3D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;IACjD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAC1D,UAAU,EAAE,MAAM,CAAC,MAAM;CAC1B,CAAC;CAAG;AAEL,MAAM,QAAS,SAAQ,MAAM,CAAC,KAAK,CAAW,UAAU,CAAC,CAAC;IACxD,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC,MAAM;CACpB,CAAC;CAAG;AAEL,MAAM,SAAU,SAAQ,MAAM,CAAC,KAAK,CAAY,WAAW,CAAC,CAAC;IAC3D,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;CAC3C,CAAC;CAAG;AAEL,MAAM,SAAU,SAAQ,MAAM,CAAC,KAAK,CAAY,WAAW,CAAC,CAAC;IAC3D,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC;IAC5C,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC;CAC9C,CAAC;CAAG;AAEL,MAAM,YAAa,SAAQ,MAAM,CAAC,KAAK,CAAe,cAAc,CAAC,CAAC;IACpE,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;IACjG,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC;CACrC,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,QAAkB,EAAgB,EAAE,CACjE,QAAQ,CAAC,IAAI,KAAK,OAAO;IACvB,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,MAAM;QACZ,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,GAAG,CAAC,QAAQ,CAAC,QAAQ,KAAK,SAAS;YACjC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC;oBAC9B,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;oBAC5B,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK;iBAC/B,CAAC;aACH,CAAC;KACP,CAAC;IACJ,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;KAC5B,CAAC,CAAA;AAER,2EAA2E;AAC3E,yEAAyE;AACzE,0CAA0C;AAC1C,MAAM,cAAc,GAAG,CACrB,MAAyC,EACzC,KAAyB,EACjB,EAAE,CACV,MAAM,YAAY,UAAU;IAC1B,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC;QAC9C,kBAAkB,EAAE,MAAM,CAAC,UAAU;QACrC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;KAC9B,CAAC;IACJ,CAAC,CAAC,MAAM,YAAY,SAAS;QAC3B,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC;YAC9C,kBAAkB,EAAE,MAAM,CAAC,UAAU;YACrC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9B,CAAC;QACJ,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;AAE9F,MAAM,OAAO,GAAG,CAAC,KAA4B,EAA0B,EAAE;IACvE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAA;IACtC,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAA;IAC3C,OAAO,UAAU,CAAC,IAAI,CAAC;QACrB,MAAM;QACN,UAAU;QACV,KAAK,EAAE,MAAM,GAAG,UAAU;QAC1B,OAAO,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,qBAAqB;KAClD,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAA8B,EAC9B,UAA2B,EACZ,EAAE;IACjB,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,sBAAsB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IAC9E,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,oBAAoB,CAAA;IAClD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IAEtD,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,8CAA8C,CAAC,CAAC,QAAQ,CAAC,EAC/E,KAAoB;QAEpB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;YAC/B,KAAK;YACL,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,MAAM,CAAC,WAAW,CAC3B,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC1F;SACF,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,UAAU;aAC1B,QAAQ,CACP,GAAG,OAAO,eAAe,EACzB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,EAAE,aAAa,EAAE,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAC5D,OAAO,CACR;aACA,IAAI,CACH,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,oBAAoB,CAAC,IAAI,CAAC;YACxB,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,4BAA4B,KAAK,CAAC,IAAI,EAAE;YACjD,KAAK,EAAE,KAAK;SACb,CAAC,CACH,CACF,CAAA;QACH,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CACrF,GAAG,CACJ,CAAC,IAAI,CACJ,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,oBAAoB,CAAC,IAAI,CAAC;YACxB,OAAO,EAAE,UAAU;YACnB,OAAO,EAAE,qCAAqC,MAAM,CAAC,KAAK,CAAC,EAAE;SAC9D,CAAC,CACH,CACF,CAAA;QACD,MAAM,OAAO,GAA2B,EAAE,CAAA;QAC1C,MAAM,QAAQ,GAA2B,EAAE,CAAA;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7D,IAAI,MAAM,YAAY,SAAS,EAAE,CAAC;gBAChC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC,CAAA;YACzF,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,IAAI,KAAK,CAAC,CAAA;YAChE,CAAC;QACH,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;gBACnF,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAA;YAC5E,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACxD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC9C,CAAC;QACD,OAAO,cAAc,CAAC,IAAI,CAAC;YACzB,OAAO;YACP,QAAQ;YACR,OAAO,EAAE,UAAU;YACnB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;YACzC,GAAG,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;SACnE,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,KAAK,EAAE,EAAE,KAAK,EAAE,CAAA;AACtE,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAA8B,EAC9B,UAA2B,EACJ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,oBAAoB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;AAE7F,oFAAoF;AACpF,OAAO,EAAE,aAAa,EAAE,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MeteredLlmService.d.ts","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,OAAO,KAAK,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAA;AAGzE,OAAO,KAAK,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;;;;;AAExE,qBAAa,UAAW,SAAQ,eAG9B;CAAG;AAEL,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,UAAU,CAAA;CAC9B;AA+GD,eAAO,MAAM,eAAe,GAC1B,SAAS,eAAe,EACxB,WAAW,qBAAqB,EAChC,SAAS,iBAAiB,KACzB,
|
|
1
|
+
{"version":3,"file":"MeteredLlmService.d.ts","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,OAAO,KAAK,EAAE,eAAe,EAAoB,MAAM,kBAAkB,CAAA;AAGzE,OAAO,KAAK,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;;;;;AAExE,qBAAa,UAAW,SAAQ,eAG9B;CAAG;AAEL,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAA;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,UAAU,CAAA;CAC9B;AA+GD,eAAO,MAAM,eAAe,GAC1B,SAAS,eAAe,EACxB,WAAW,qBAAqB,EAChC,SAAS,iBAAiB,KACzB,eA4BD,CAAA"}
|
|
@@ -61,6 +61,7 @@ export const meterLlmService = (service, collector, options) => ({
|
|
|
61
61
|
executeWithTools: (prompt, tools) => meterEffect(service.executeWithTools(prompt, tools), collector, options, () => undefined),
|
|
62
62
|
executeStructured: (prompt, schema, jsonSchema) => meterEffect(service.executeStructured(prompt, schema, jsonSchema), collector, options, () => undefined),
|
|
63
63
|
executeStructuredWithUsage: (prompt, schema, jsonSchema) => meterEffect(service.executeStructuredWithUsage(prompt, schema, jsonSchema), collector, options, (result) => result[1]),
|
|
64
|
+
scoreLabels: (prompt, labels) => meterEffect(service.scoreLabels(prompt, labels), collector, options, (distribution) => distribution.usage),
|
|
64
65
|
isAvailable: service.isAvailable
|
|
65
66
|
});
|
|
66
67
|
//# sourceMappingURL=MeteredLlmService.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MeteredLlmService.js","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAG7C,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IACrE,aAAa,EAAE,MAAM,CAAC,MAAM;IAC5B,cAAc,EAAE,MAAM,CAAC,MAAM;CAC9B,CAAC;CAAG;AAOL,MAAM,aAAa,GAAG,CACpB,KAA6B,EAC7B,OAA+B,EACX,EAAE,CACtB,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;IAC1C,CAAC,CAAC,SAAS;IACX,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,aAAa;QAC9C,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,cAAc,CAAA;AAEzD,MAAM,QAAQ,GAAG,CACf,SAAgC,EAChC,OAA0B,EAC1B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,SAA6B,EAC7B,KAA6B,EACR,EAAE;IACvB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,OAAO,SAAS,CAAC,eAAe,CAC9B,cAAc,CAAC,IAAI,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAC3C,OAAO;QACP,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC,CACH,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAClB,MAAqC,EACrC,SAAgC,EAChC,OAA0B,EAC1B,OAA6C,EACd,EAAE,CACjC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,MAAM,CAAC,IAAI,KAAK,SAAS,EACzB,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAC3D,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAChE,CAAA;IACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;AACzC,CAAC,CAAC,CAAA;AAQJ,MAAM,WAAW,GAAG,CAClB,MAAyC,EACzC,SAAgC,EAChC,OAA0B,EACS,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAoB;QACrD,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS;KACjB,CAAC,CAAA;IACF,OAAO,MAAM,CAAC,IAAI,CAChB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,KAAK,CAAC,KAAK,KAAK,SAAS;QACvB,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACpC,GAAG,OAAO;YACV,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC,CACR,EACD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACpC,GAAG,OAAO;QACV,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,KAAK,CAAC,IAAI;KACtB,CAAC,CAAC,CACJ,EACD,MAAM,CAAC,QAAQ,CACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;QAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,KAAK,CACd,CAAA;IACH,CAAC,CAAC,CACH,CACF,CAAA;AACH,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,OAAwB,EACxB,SAAgC,EAChC,OAA0B,EACT,EAAE,CAAC,CAAC;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IACzF,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CACrC,WAAW,CAAC,OAAO,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IAC7E,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAClC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;IAC3F,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAChD,WAAW,CACT,OAAO,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EACrD,SAAS,EACT,OAAO,EACP,GAAG,EAAE,CAAC,SAAS,CAChB;IACH,0BAA0B,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CACzD,WAAW,CACT,OAAO,CAAC,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAC9D,SAAS,EACT,OAAO,EACP,CAAI,MAA2B,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAC9C;IACH,WAAW,EAAE,OAAO,CAAC,WAAW;CACjC,CAAC,CAAA"}
|
|
1
|
+
{"version":3,"file":"MeteredLlmService.js","sourceRoot":"","sources":["../../src/observability/MeteredLlmService.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAIvC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAG7C,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IACrE,aAAa,EAAE,MAAM,CAAC,MAAM;IAC5B,cAAc,EAAE,MAAM,CAAC,MAAM;CAC9B,CAAC;CAAG;AAOL,MAAM,aAAa,GAAG,CACpB,KAA6B,EAC7B,OAA+B,EACX,EAAE,CACtB,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS;IAC1C,CAAC,CAAC,SAAS;IACX,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,aAAa;QAC9C,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,cAAc,CAAA;AAEzD,MAAM,QAAQ,GAAG,CACf,SAAgC,EAChC,OAA0B,EAC1B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,SAA6B,EAC7B,KAA6B,EACR,EAAE;IACvB,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,OAAO,SAAS,CAAC,eAAe,CAC9B,cAAc,CAAC,IAAI,CAAC;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAC3C,OAAO;QACP,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QACrD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;KAC1D,CAAC,CACH,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAClB,MAAqC,EACrC,SAAgC,EAChC,OAA0B,EAC1B,OAA6C,EACd,EAAE,CACjC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,MAAM,CAAC,IAAI,KAAK,SAAS,EACzB,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAC3D,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAChE,CAAA;IACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAA;AACzC,CAAC,CAAC,CAAA;AAQJ,MAAM,WAAW,GAAG,CAClB,MAAyC,EACzC,SAAgC,EAChC,OAA0B,EACS,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAChD,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACnD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAoB;QACrD,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,SAAS;KACjB,CAAC,CAAA;IACF,OAAO,MAAM,CAAC,IAAI,CAChB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,KAAK,CAAC,KAAK,KAAK,SAAS;QACvB,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACpC,GAAG,OAAO;YACV,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAC,CACR,EACD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACpC,GAAG,OAAO;QACV,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,KAAK,CAAC,IAAI;KACtB,CAAC,CAAC,CACJ,EACD,MAAM,CAAC,QAAQ,CACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;QAC9C,KAAK,CAAC,CAAC,QAAQ,CACb,SAAS,EACT,OAAO,EACP,SAAS,EACT,OAAO,EACP,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,KAAK,CACd,CAAA;IACH,CAAC,CAAC,CACH,CACF,CAAA;AACH,CAAC,CAAC,CACH,CAAA;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,OAAwB,EACxB,SAAgC,EAChC,OAA0B,EACT,EAAE,CAAC,CAAC;IACrB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IACzF,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CACrC,WAAW,CAAC,OAAO,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC;IAC7E,gBAAgB,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAClC,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;IAC3F,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAChD,WAAW,CACT,OAAO,CAAC,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EACrD,SAAS,EACT,OAAO,EACP,GAAG,EAAE,CAAC,SAAS,CAChB;IACH,0BAA0B,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CACzD,WAAW,CACT,OAAO,CAAC,0BAA0B,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAC9D,SAAS,EACT,OAAO,EACP,CAAI,MAA2B,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAC9C;IACH,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAC9B,WAAW,CACT,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,SAAS,EACT,OAAO,EACP,CAAC,YAAY,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CACrC;IACH,WAAW,EAAE,OAAO,CAAC,WAAW;CACjC,CAAC,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ConnectorFactories.d.ts","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAOrC,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,UAAU,EAAE,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEnE,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,KAAK,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAQ/E,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAA;
|
|
1
|
+
{"version":3,"file":"ConnectorFactories.d.ts","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AAOrC,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EAAE,UAAU,EAAE,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEnE,OAAO,EAAE,eAAe,EAAE,KAAK,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAAE,KAAK,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAQ/E,OAAO,EACL,iBAAiB,EAGjB,KAAK,sBAAsB,EAC5B,MAAM,wBAAwB,CAAA;AAU/B,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAA;IAC9B,QAAQ,CAAC,OAAO,EAAE,oBAAoB,CAAA;IACtC,QAAQ,CAAC,cAAc,EAAE,mBAAmB,CAAA;IAC5C,QAAQ,CAAC,SAAS,EAAE,sBAAsB,CAAA;CAC3C;AA+BD,eAAO,MAAM,uBAAuB,GAClC,cAAc,4BAA4B,KACzC,sBAiDC,CAAA;AAEJ,eAAO,MAAM,qBAAqB,0GAcjC,CAAA"}
|
|
@@ -17,6 +17,7 @@ import { makeGeminiApiProvider } from "./GeminiApiProvider.js";
|
|
|
17
17
|
import { GeminiCliExecutor, geminiCliExecutionContextFrom, makeGeminiCliProvider } from "./GeminiCliProvider.js";
|
|
18
18
|
import { makeGrokCliConnector } from "./GrokCliConnector.js";
|
|
19
19
|
import { makeLmStudioProvider } from "./LmStudioProvider.js";
|
|
20
|
+
import { makeMlxLmProvider } from "./MlxLmProvider.js";
|
|
20
21
|
import { makeMockProvider } from "./MockProvider.js";
|
|
21
22
|
import { makeOllamaProvider } from "./OllamaProvider.js";
|
|
22
23
|
import { makeOpenAIProvider } from "./OpenAIProvider.js";
|
|
@@ -45,6 +46,7 @@ export const createConnectorRegistry = (dependencies) => makeConnectorRegistry([
|
|
|
45
46
|
apiFactory(ConnectorIds.GeminiApi, (config) => makeGeminiApiProvider(toLlmConfig(config), dependencies.http)),
|
|
46
47
|
apiFactory(ConnectorIds.LmStudio, (config) => makeLmStudioProvider(toLlmConfig(config), dependencies.http)),
|
|
47
48
|
apiFactory(ConnectorIds.Ollama, (config) => makeOllamaProvider(toLlmConfig(config), dependencies.http)),
|
|
49
|
+
apiFactory(ConnectorIds.MlxLm, (config) => makeMlxLmProvider(toLlmConfig(config), dependencies.http)),
|
|
48
50
|
cliFactory(ConnectorIds.ClaudeCli, (config) => makeClaudeCliConnector(config, dependencies.process)),
|
|
49
51
|
cliFactory(ConnectorIds.OpenCode, (config) => makeOpenCodeCliConnector(config, dependencies.process)),
|
|
50
52
|
cliFactory(ConnectorIds.GeminiCli, (config) => makeGeminiCliProvider(LlmConfig.make({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ConnectorFactories.js","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,WAAW,EAEZ,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EAGtB,MAAM,yBAAyB,CAAA;AAEhC,OAAO,EAAE,WAAW,EAAiB,MAAM,cAAc,CAAA;AACzD,OAAO,EAAE,UAAU,EAAwB,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAwC,MAAM,cAAc,CAAA;AAC5F,OAAO,EAAE,eAAe,EAA6B,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAA4B,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EACL,iBAAiB,EACjB,6BAA6B,EAC7B,qBAAqB,EAEtB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AASlD,MAAM,cAAc,GAAG,CAAC,IAAmB,EAAE,EAAe,EAAe,EAAE,CAC3E,WAAW,CAAC,IAAI,CAAC;IACf,OAAO,EAAE,YAAY,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,QAAQ,EAAE,CAAC,KAAK,EAAE;CACpG,CAAC,CAAA;AAEJ,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,YAA0C,EAClB,EAAE,CAC1B,qBAAqB,CAAC;IACpB,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC7D;IACD,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,sBAAsB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACrD;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CACnB,SAAS,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,kBAAkB;KAC1C,CAAC,EACF,YAAY,CAAC,SAAS,EACtB,6BAA6B,CAAC,MAAM,CAAC,CACtC,CACF;IACD,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACxC,kBAAkB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,cAAc,CAAC,CAC9E;IACD,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1C,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACnD;IACD,UAAU,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACtF,UAAU,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CACjD,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC7F,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9F,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CACjF,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAC/C,iBAAiB,EACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,CAAA;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IACtC,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,cAAc,CAAA;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAA;IAC1C,OAAO,uBAAuB,CAAC;QAC7B,IAAI;QACJ,OAAO;QACP,cAAc;QACd,SAAS;KACV,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}
|
|
1
|
+
{"version":3,"file":"ConnectorFactories.js","sourceRoot":"","sources":["../../src/providers/ConnectorFactories.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,WAAW,EAEZ,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EAGtB,MAAM,yBAAyB,CAAA;AAEhC,OAAO,EAAE,WAAW,EAAiB,MAAM,cAAc,CAAA;AACzD,OAAO,EAAE,UAAU,EAAwB,MAAM,kBAAkB,CAAA;AACnE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAwC,MAAM,cAAc,CAAA;AAC5F,OAAO,EAAE,eAAe,EAA6B,MAAM,uBAAuB,CAAA;AAClF,OAAO,EAAE,cAAc,EAA4B,MAAM,sBAAsB,CAAA;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAA;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EACL,iBAAiB,EACjB,6BAA6B,EAC7B,qBAAqB,EAEtB,MAAM,wBAAwB,CAAA;AAC/B,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAA;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AASlD,MAAM,cAAc,GAAG,CAAC,IAAmB,EAAE,EAAe,EAAe,EAAE,CAC3E,WAAW,CAAC,IAAI,CAAC;IACf,OAAO,EAAE,YAAY,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,QAAQ,EAAE,CAAC,KAAK,EAAE;CACpG,CAAC,CAAA;AAEJ,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,UAAU,GAAG,CACjB,EAAe,EACf,KAAqD,EACnC,EAAE,CAAC,CAAC;IACtB,WAAW,EAAE,EAAE;IACf,IAAI,EAAE,KAAK;IACX,MAAM,EAAE,CAAC,MAAuB,EAA2C,EAAE,CAC3E,MAAM,YAAY,kBAAkB;QAClC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;CAC7C,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,YAA0C,EAClB,EAAE,CAC1B,qBAAqB,CAAC;IACpB,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC9D;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,oBAAoB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC7D;IACD,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACzC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC3D;IACD,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACxC,iBAAiB,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAC1D;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,sBAAsB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACrD;IACD,UAAU,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAC3C,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAC5C,qBAAqB,CACnB,SAAS,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,kBAAkB;KAC1C,CAAC,EACF,YAAY,CAAC,SAAS,EACtB,6BAA6B,CAAC,MAAM,CAAC,CACtC,CACF;IACD,UAAU,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,EAAE,CACxC,kBAAkB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,cAAc,CAAC,CAC9E;IACD,UAAU,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAC1C,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACnD;IACD,UAAU,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IACtF,UAAU,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CACjD,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CACvD;IACD,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC7F,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;IAC9F,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;CACjF,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAC/C,iBAAiB,EACjB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,CAAA;IAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IACtC,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,cAAc,CAAA;IAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAA;IAC1C,OAAO,uBAAuB,CAAC;QAC7B,IAAI;QACJ,OAAO;QACP,cAAc;QACd,SAAS;KACV,CAAC,CAAA;AACJ,CAAC,CAAC,CACH,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LmStudioProvider.d.ts","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEvD,OAAO,
|
|
1
|
+
{"version":3,"file":"LmStudioProvider.d.ts","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAE1E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAEvD,OAAO,EAKL,KAAK,SAAS,EACd,KAAK,OAAO,EAEb,MAAM,cAAc,CAAA;AAErB,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAarD,eAAO,MAAM,wBAAwB,GAAI,KAAK,MAAM,KAAG,MAGtD,CAAA;AAeD,eAAO,MAAM,eAAe,GAAI,UAAU,aAAa,CAAC,OAAO,CAAC,KAAG,aAAa,CAAC,eAAe,CAM7F,CAAA;AAEH,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,SAAS,CAAA;CAC1C;AAED,eAAO,MAAM,yBAAyB,GACpC,UAAU,aAAa,CAAC,eAAe,CAAC,KACvC,mBAYF,CAAA;AA0DD,eAAO,MAAM,oBAAoB,GAC/B,QAAQ,SAAS,EACjB,YAAY,eAAe,KAC1B,iBA0IF,CAAA"}
|
|
@@ -4,10 +4,10 @@ import * as Schema from "effect/Schema";
|
|
|
4
4
|
import * as Stream from "effect/Stream";
|
|
5
5
|
import { makeApiConnector } from "../Connector.js";
|
|
6
6
|
import { ConfigError, InvalidRequestError, ParseError } from "../Errors.js";
|
|
7
|
-
import { ConnectorIds, LlmChunk } from "../Models.js";
|
|
7
|
+
import { ConnectorIds, LlmChunk, TokenUsage } from "../Models.js";
|
|
8
8
|
import { parseFromText } from "../StructuredOutput.js";
|
|
9
|
-
import {
|
|
10
|
-
import { OpenAIChatChunk, OpenAIChatCompletionRequest, OpenAIChatMessage } from "./OpenAIModels.js";
|
|
9
|
+
import { LmStudioMessage } from "./LmStudioModels.js";
|
|
10
|
+
import { OpenAIChatChunk, OpenAIChatCompletionRequest, OpenAIChatCompletionResponse, OpenAIChatMessage, OpenAIChatTemplateKwargs, OpenAIJsonSchemaSpec, OpenAIResponseFormat } from "./OpenAIModels.js";
|
|
11
11
|
const emptyHeaders = Object.freeze({});
|
|
12
12
|
export const normalizeLmStudioBaseUrl = (raw) => {
|
|
13
13
|
const trimmed = raw.trim().replace(/\/+$/, "");
|
|
@@ -41,28 +41,39 @@ export const renderLmStudioNativeInput = (messages) => {
|
|
|
41
41
|
systemPrompt: system.length === 0 ? undefined : system.join("\n")
|
|
42
42
|
};
|
|
43
43
|
};
|
|
44
|
-
const
|
|
45
|
-
message: `Failed to decode LmStudio
|
|
44
|
+
const decodeCompletionResponse = (raw) => Schema.decodeUnknownEffect(Schema.fromJsonString(OpenAIChatCompletionResponse))(raw).pipe(Effect.mapError((error) => ParseError.make({
|
|
45
|
+
message: `Failed to decode LmStudio chat completion: ${String(error)}`,
|
|
46
46
|
raw
|
|
47
47
|
})));
|
|
48
48
|
const decodeStreamChunk = (raw) => Schema.decodeUnknownEffect(Schema.fromJsonString(OpenAIChatChunk))(raw).pipe(Effect.mapError((error) => ParseError.make({
|
|
49
49
|
message: `Failed to parse LmStudio stream chunk: ${String(error)}`,
|
|
50
50
|
raw
|
|
51
51
|
})));
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
52
|
+
/**
|
|
53
|
+
* The visible reply, or the reasoning field when LM Studio's reasoning
|
|
54
|
+
* parser filed a constrained JSON reply under `reasoning_content` and left
|
|
55
|
+
* `content` empty (observed with Qwen 3.6 on 2026-09-19).
|
|
56
|
+
*/
|
|
57
|
+
const completionContent = (response, raw) => {
|
|
58
|
+
const message = response.choices[0]?.message;
|
|
59
|
+
const content = message?.content?.trim() ?? "";
|
|
60
|
+
const reasoning = message?.reasoning_content?.trim() ?? "";
|
|
61
|
+
const text = content.length > 0 ? content : reasoning;
|
|
62
|
+
return text.length === 0
|
|
60
63
|
? Effect.fail(ParseError.make({
|
|
61
64
|
message: "LmStudio response missing choices[0].message.content",
|
|
62
65
|
raw
|
|
63
66
|
}))
|
|
64
|
-
: Effect.succeed(
|
|
67
|
+
: Effect.succeed(text);
|
|
65
68
|
};
|
|
69
|
+
const completionUsage = (response) => response.usage === undefined
|
|
70
|
+
? undefined
|
|
71
|
+
: TokenUsage.make({
|
|
72
|
+
prompt: response.usage.prompt_tokens ?? 0,
|
|
73
|
+
completion: response.usage.completion_tokens ?? 0,
|
|
74
|
+
total: response.usage.total_tokens ??
|
|
75
|
+
(response.usage.prompt_tokens ?? 0) + (response.usage.completion_tokens ?? 0)
|
|
76
|
+
});
|
|
66
77
|
export const makeLmStudioProvider = (config, httpClient) => {
|
|
67
78
|
const baseUrl = config.baseUrl === undefined
|
|
68
79
|
? Effect.fail(ConfigError.make({
|
|
@@ -103,32 +114,32 @@ export const makeLmStudioProvider = (config, httpClient) => {
|
|
|
103
114
|
: Stream.empty;
|
|
104
115
|
}));
|
|
105
116
|
}));
|
|
106
|
-
const
|
|
117
|
+
const executeStructuredWithUsage = (prompt, schema, jsonSchema) => Effect.gen(function* () {
|
|
107
118
|
const normalized = yield* baseUrl;
|
|
108
|
-
|
|
109
|
-
|
|
119
|
+
// Grammar-constrained sampling on the OpenAI-compatible endpoint: the
|
|
120
|
+
// reply is guaranteed to match `jsonSchema`, so no "JSON only" nudge is
|
|
121
|
+
// needed and `parseFromText` only has to decode it.
|
|
122
|
+
const request = OpenAIChatCompletionRequest.make({
|
|
110
123
|
model: config.model,
|
|
111
|
-
|
|
124
|
+
messages: [OpenAIChatMessage.make({ role: "user", content: prompt })],
|
|
112
125
|
temperature: config.temperature ?? 0.7,
|
|
113
126
|
stream: false,
|
|
114
|
-
|
|
115
|
-
|
|
127
|
+
response_format: OpenAIResponseFormat.make({
|
|
128
|
+
type: "json_schema",
|
|
129
|
+
json_schema: OpenAIJsonSchemaSpec.make({
|
|
130
|
+
name: "response",
|
|
131
|
+
schema: jsonSchema,
|
|
132
|
+
strict: true
|
|
133
|
+
})
|
|
134
|
+
}),
|
|
135
|
+
chat_template_kwargs: OpenAIChatTemplateKwargs.make({ enable_thinking: false }),
|
|
136
|
+
...(config.maxTokens === undefined ? {} : { max_tokens: config.maxTokens })
|
|
116
137
|
});
|
|
117
|
-
const raw = yield* httpClient.postJson(`${normalized}/
|
|
118
|
-
const response = yield*
|
|
119
|
-
|
|
120
|
-
});
|
|
121
|
-
const executeStructuredWithUsage = (prompt, schema, jsonSchema) => Effect.gen(function* () {
|
|
122
|
-
const [response, raw] = yield* nativeRequest([
|
|
123
|
-
LmStudioMessage.make({
|
|
124
|
-
role: "user",
|
|
125
|
-
content: `${prompt}\n\n` +
|
|
126
|
-
"Please respond with valid JSON only, no additional text or markdown formatting."
|
|
127
|
-
})
|
|
128
|
-
]);
|
|
129
|
-
const content = yield* nativeContent(response, raw);
|
|
138
|
+
const raw = yield* httpClient.postJson(`${normalized}/v1/chat/completions`, JSON.stringify(request), authHeaders(), config.timeout);
|
|
139
|
+
const response = yield* decodeCompletionResponse(raw);
|
|
140
|
+
const content = yield* completionContent(response, raw);
|
|
130
141
|
const value = yield* parseFromText(content, schema, jsonSchema);
|
|
131
|
-
const result = [value,
|
|
142
|
+
const result = [value, completionUsage(response), undefined];
|
|
132
143
|
return result;
|
|
133
144
|
});
|
|
134
145
|
const isAvailable = config.baseUrl === undefined
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LmStudioProvider.js","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,gBAAgB,EAA0B,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,EAAiB,MAAM,cAAc,CAAA;AAG1F,OAAO,EACL,YAAY,EACZ,QAAQ,
|
|
1
|
+
{"version":3,"file":"LmStudioProvider.js","sourceRoot":"","sources":["../../src/providers/LmStudioProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,gBAAgB,EAA0B,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,EAAiB,MAAM,cAAc,CAAA;AAG1F,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,UAAU,EAKX,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EACL,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC5B,iBAAiB,EACjB,wBAAwB,EACxB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,mBAAmB,CAAA;AAE1B,MAAM,YAAY,GAAqC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAExE,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAU,EAAE;IAC9D,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;IAC9C,OAAO,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;AAC5E,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,CAAC,IAAiB,EAAU,EAAE;IAC7C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAA;QACjB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;QACf,KAAK,WAAW;YACd,OAAO,WAAW,CAAA;QACpB,KAAK,MAAM;YACT,OAAO,MAAM,CAAA;IACjB,CAAC;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,QAAgC,EAAkC,EAAE,CAClG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACvB,eAAe,CAAC,IAAI,CAAC;IACnB,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;IAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;CACzB,CAAC,CACH,CAAA;AAOH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CACvC,QAAwC,EACnB,EAAE;IACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;IACzE,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAA;IACjE,MAAM,MAAM,GAAG,QAAQ;SACpB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;SAC9C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;SACxC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE1C,OAAO;QACL,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACvF,YAAY,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;KAClE,CAAA;AACH,CAAC,CAAA;AAED,MAAM,wBAAwB,GAAG,CAC/B,GAAW,EAC8C,EAAE,CAC3D,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CACvF,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,8CAA8C,MAAM,CAAC,KAAK,CAAC,EAAE;IACtE,GAAG;CACJ,CAAC,CACH,CACF,CAAA;AAEH,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAA8C,EAAE,CACpF,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAC1E,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,0CAA0C,MAAM,CAAC,KAAK,CAAC,EAAE;IAClE,GAAG;CACJ,CAAC,CACH,CACF,CAAA;AAEH;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,CACxB,QAAsC,EACtC,GAAW,EACwB,EAAE;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAA;IAC5C,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC9C,MAAM,SAAS,GAAG,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;IAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAA;IACrD,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC;QACtB,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,UAAU,CAAC,IAAI,CAAC;YACd,OAAO,EAAE,sDAAsD;YAC/D,GAAG;SACJ,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;AAC1B,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,CAAC,QAAsC,EAA0B,EAAE,CACzF,QAAQ,CAAC,KAAK,KAAK,SAAS;IAC1B,CAAC,CAAC,SAAS;IACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;QACd,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;QACzC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;QACjD,KAAK,EACH,QAAQ,CAAC,KAAK,CAAC,YAAY;YAC3B,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;KAChF,CAAC,CAAA;AAER,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,MAAiB,EACjB,UAA2B,EACR,EAAE;IACrB,MAAM,OAAO,GACX,MAAM,CAAC,OAAO,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,IAAI,CACT,WAAW,CAAC,IAAI,CAAC;YACf,OAAO,EAAE,uCAAuC;SACjD,CAAC,CACH;QACH,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;IAE9D,MAAM,WAAW,GAAG,GAAqC,EAAE,CACzD,MAAM,CAAC,MAAM,KAAK,SAAS;QACzB,CAAC,CAAC,YAAY;QACd,CAAC,CAAC;YACE,aAAa,EAAE,UAAU,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;SACzD,CAAA;IAEP,MAAM,aAAa,GAAG,CACpB,QAAwC,EACL,EAAE,CACrC,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,CAAC;YAC/C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACjC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC,CACH;YACD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,MAAM,EAAE,IAAI;YACZ,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;SAC5E,CAAC,CAAA;QACF,OAAO,UAAU;aACd,iBAAiB,CAChB,GAAG,UAAU,sBAAsB,EACnC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,WAAW,EAAE,EACb,MAAM,CAAC,OAAO,CACf;aACA,IAAI,CACH,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,EACnC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YAC/B,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAA;YAC1C,MAAM,YAAY,GAAG,MAAM,EAAE,aAAa,IAAI,SAAS,CAAA;YACvD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,KAAK,SAAS;gBACnD,CAAC,CAAC,MAAM,CAAC,OAAO,CACZ,QAAQ,CAAC,IAAI,CAAC;oBACZ,KAAK;oBACL,QAAQ,EAAE;wBACR,QAAQ,EAAE,UAAU;wBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB;oBACD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;iBACxD,CAAC,CACH;gBACH,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;QAClB,CAAC,CAAC,CACH,CAAA;IACL,CAAC,CAAC,CACH,CAAA;IAEH,MAAM,0BAA0B,GAAG,CACjC,MAAc,EACd,MAA4C,EAC5C,UAAsB,EAC4B,EAAE,CACpD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,OAAO,CAAA;QACjC,sEAAsE;QACtE,wEAAwE;QACxE,oDAAoD;QACpD,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,CAAC;YAC/C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACrE,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,GAAG;YACtC,MAAM,EAAE,KAAK;YACb,eAAe,EAAE,oBAAoB,CAAC,IAAI,CAAC;gBACzC,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC;oBACrC,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,UAAU;oBAClB,MAAM,EAAE,IAAI;iBACb,CAAC;aACH,CAAC;YACF,oBAAoB,EAAE,wBAAwB,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;YAC/E,GAAG,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;SAC5E,CAAC,CAAA;QACF,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,CACpC,GAAG,UAAU,sBAAsB,EACnC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACvB,WAAW,EAAE,EACb,MAAM,CAAC,OAAO,CACf,CAAA;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAA;QACrD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,iBAAiB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAA;QAC/D,MAAM,MAAM,GAAwB,CAAC,KAAK,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAA;QACjF,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;IAEJ,MAAM,WAAW,GACf,MAAM,CAAC,OAAO,KAAK,SAAS;QAC1B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QACvB,CAAC,CAAC,UAAU;aACP,GAAG,CACF,GAAG,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAC3D,YAAY,EACZ,MAAM,CAAC,OAAO,CACf;aACA,IAAI,CACH,MAAM,CAAC,KAAK,CAAC;YACX,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK;YACtB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI;SACtB,CAAC,CACH,CAAA;IAET,OAAO,gBAAgB,CAAC;QACtB,EAAE,EAAE,YAAY,CAAC,QAAQ;QACzB,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE,CACxB,aAAa,CAAC;YACZ,eAAe,CAAC,IAAI,CAAC;gBACnB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,MAAM;aAChB,CAAC;SACH,CAAC;QACJ,wBAAwB,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAChF,gBAAgB,EAAE,GAAG,EAAE,CACrB,MAAM,CAAC,IAAI,CACT,mBAAmB,CAAC,IAAI,CAAC;YACvB,OAAO,EAAE,4EAA4E;SACtF,CAAC,CACH;QACH,0BAA0B;QAC1B,WAAW;KACZ,CAAC,CAAA;AACJ,CAAC,CAAA"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { type ApiConnectorShape } from "../Connector.ts";
|
|
2
|
+
import { ParseError } from "../Errors.ts";
|
|
3
|
+
import type { HttpClientShape } from "../HttpClient.ts";
|
|
4
|
+
import * as Result from "effect/Result";
|
|
5
|
+
import { ConnectorCapabilities, LabelDistribution, type LlmConfig } from "../Models.ts";
|
|
6
|
+
import { type OpenAITokenLogprob, type OpenAITopLogprob } from "./OpenAIModels.ts";
|
|
7
|
+
/** The server's hard cap on `top_logprobs`. */
|
|
8
|
+
export declare const mlxLmTopLogprobs = 11;
|
|
9
|
+
export declare const normalizeMlxLmBaseUrl: (raw: string) => string;
|
|
10
|
+
/**
|
|
11
|
+
* Byte-level BPE vocabularies spell a leading space as `Ġ` (GPT/Qwen) or
|
|
12
|
+
* `▁` (SentencePiece); a label token may also carry real whitespace or a
|
|
13
|
+
* different case. All of those are the same label.
|
|
14
|
+
*/
|
|
15
|
+
export declare const normalizeLabelToken: (token: string) => string;
|
|
16
|
+
/** Sum the probability mass of every top-k entry that spells one of the labels. */
|
|
17
|
+
export declare const labelMassFrom: (labels: ReadonlyArray<string>, top: ReadonlyArray<OpenAITopLogprob>) => Record<string, number>;
|
|
18
|
+
/**
|
|
19
|
+
* Read a shared-prefix reply, one `<n>: <label>` line per question, from
|
|
20
|
+
* the generated tokens. The text is rebuilt token by token; whenever it
|
|
21
|
+
* ends in a `<n>:` marker for the next expected question, the first
|
|
22
|
+
* following token that spells one of that question's labels is that
|
|
23
|
+
* question's answer position and its top-k is the distribution. A question
|
|
24
|
+
* whose marker or label never appears fails on its own.
|
|
25
|
+
*/
|
|
26
|
+
export declare const labelSequenceFrom: (labelSets: ReadonlyArray<ReadonlyArray<string>>, tokens: ReadonlyArray<OpenAITokenLogprob>) => ReadonlyArray<Result.Result<LabelDistribution, ParseError>>;
|
|
27
|
+
export declare const mlxLmCapabilities: () => ConnectorCapabilities;
|
|
28
|
+
export declare const makeMlxLmProvider: (config: LlmConfig, httpClient: HttpClientShape) => ApiConnectorShape;
|
|
29
|
+
//# sourceMappingURL=MlxLmProvider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MlxLmProvider.d.ts","sourceRoot":"","sources":["../../src/providers/MlxLmProvider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoB,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAoC,UAAU,EAAiB,MAAM,cAAc,CAAA;AAC1F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAGvD,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EACL,qBAAqB,EAErB,iBAAiB,EAIjB,KAAK,SAAS,EACf,MAAM,cAAc,CAAA;AAErB,OAAO,EAKL,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACtB,MAAM,mBAAmB,CAAA;AAiB1B,+CAA+C;AAC/C,eAAO,MAAM,gBAAgB,KAAK,CAAA;AAElC,eAAO,MAAM,qBAAqB,GAAI,KAAK,MAAM,KAAG,MAGnD,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,GAAI,OAAO,MAAM,KAAG,MAIlC,CAAA;AAElB,mFAAmF;AACnF,eAAO,MAAM,aAAa,GACxB,QAAQ,aAAa,CAAC,MAAM,CAAC,EAC7B,KAAK,aAAa,CAAC,gBAAgB,CAAC,KACnC,MAAM,CAAC,MAAM,EAAE,MAAM,CAUvB,CAAA;AAiCD;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,GAC5B,WAAW,aAAa,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,EAC/C,QAAQ,aAAa,CAAC,kBAAkB,CAAC,KACxC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,UAAU,CAAC,CA2D5D,CAAA;AAED,eAAO,MAAM,iBAAiB,QAAO,qBAIjC,CAAA;AAEJ,eAAO,MAAM,iBAAiB,GAC5B,QAAQ,SAAS,EACjB,YAAY,eAAe,KAC1B,iBAsKF,CAAA"}
|