@lmnr-ai/client 0.8.53 → 0.8.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +23 -37
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +3 -27
- package/dist/index.d.mts +3 -27
- package/dist/index.mjs +22 -35
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -2
package/dist/index.d.mts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import { CachedSpan, Datapoint, Dataset, EvaluationDatapoint, GetDatapointsResponse, InitEvaluationResponse, LlmProfile, LlmProfileConfig, LlmProfileProvider, PushDatapointsResponse, SessionBlock, SessionBlockContent, SessionBlockType, Signal, SignalBackfillResult, SignalFilter, SignalMode, SignalStructuredOutput, SignalTrigger, SignalVersion, SqlSchema, StringUUID } from "@lmnr-ai/types";
|
|
2
|
-
//#region src/resources/index.d.ts
|
|
3
2
|
/**
|
|
4
3
|
* Unified auth for every resource. A discriminated union so a single object
|
|
5
4
|
* drives both the URL prefix and the request headers:
|
|
@@ -34,8 +33,6 @@ declare class BaseResource {
|
|
|
34
33
|
};
|
|
35
34
|
protected handleError(response: Response): Promise<void>;
|
|
36
35
|
}
|
|
37
|
-
//#endregion
|
|
38
|
-
//#region src/resources/browser-events.d.ts
|
|
39
36
|
declare class BrowserEventsResource extends BaseResource {
|
|
40
37
|
constructor(baseHttpUrl: string, auth: LaminarAuth);
|
|
41
38
|
send({ sessionId, traceId, events }: {
|
|
@@ -44,8 +41,6 @@ declare class BrowserEventsResource extends BaseResource {
|
|
|
44
41
|
events: Record<string, any>[];
|
|
45
42
|
}): Promise<void>;
|
|
46
43
|
}
|
|
47
|
-
//#endregion
|
|
48
|
-
//#region src/resources/cli.d.ts
|
|
49
44
|
interface CliProject {
|
|
50
45
|
id: string;
|
|
51
46
|
name: string;
|
|
@@ -92,8 +87,6 @@ declare class CliResource extends BaseResource {
|
|
|
92
87
|
*/
|
|
93
88
|
resolveProjectByApiKey(apiKey: string): Promise<ProjectKeyProbe>;
|
|
94
89
|
}
|
|
95
|
-
//#endregion
|
|
96
|
-
//#region src/resources/datasets.d.ts
|
|
97
90
|
declare class DatasetsResource extends BaseResource {
|
|
98
91
|
constructor(baseHttpUrl: string, auth: LaminarAuth);
|
|
99
92
|
/**
|
|
@@ -152,8 +145,6 @@ declare class DatasetsResource extends BaseResource {
|
|
|
152
145
|
offset?: number;
|
|
153
146
|
}): Promise<GetDatapointsResponse<D, T>>;
|
|
154
147
|
}
|
|
155
|
-
//#endregion
|
|
156
|
-
//#region src/resources/evals.d.ts
|
|
157
148
|
declare class EvalsResource extends BaseResource {
|
|
158
149
|
constructor(baseHttpUrl: string, auth: LaminarAuth);
|
|
159
150
|
/**
|
|
@@ -207,15 +198,17 @@ declare class EvalsResource extends BaseResource {
|
|
|
207
198
|
* @param {T} [options.target] - The target/expected output for evaluators
|
|
208
199
|
* @param {Record<string, any>} [options.metadata] - Optional metadata
|
|
209
200
|
* @param {number} [options.index] - Optional index of the datapoint
|
|
201
|
+
* @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
|
|
210
202
|
* @param {string} [options.traceId] - Optional trace ID
|
|
211
203
|
* @returns {Promise<StringUUID>} The datapoint ID
|
|
212
204
|
*/
|
|
213
|
-
createDatapoint<D, T>({ evalId, data, target, metadata, index, traceId }: {
|
|
205
|
+
createDatapoint<D, T>({ evalId, data, target, metadata, index, taskId, traceId }: {
|
|
214
206
|
evalId: string;
|
|
215
207
|
data: D;
|
|
216
208
|
target?: T;
|
|
217
209
|
metadata?: Record<string, any>;
|
|
218
210
|
index?: number;
|
|
211
|
+
taskId?: string;
|
|
219
212
|
traceId?: string;
|
|
220
213
|
}): Promise<StringUUID>;
|
|
221
214
|
/**
|
|
@@ -265,8 +258,6 @@ declare class EvalsResource extends BaseResource {
|
|
|
265
258
|
}): Promise<GetDatapointsResponse<D, T>>;
|
|
266
259
|
private retrySaveDatapoints;
|
|
267
260
|
}
|
|
268
|
-
//#endregion
|
|
269
|
-
//#region src/resources/evaluators.d.ts
|
|
270
261
|
type ScoreOptions = {
|
|
271
262
|
name: string;
|
|
272
263
|
metadata?: Record<string, any>;
|
|
@@ -313,8 +304,6 @@ declare class EvaluatorsResource extends BaseResource {
|
|
|
313
304
|
*/
|
|
314
305
|
score(options: ScoreOptions): Promise<void>;
|
|
315
306
|
}
|
|
316
|
-
//#endregion
|
|
317
|
-
//#region src/resources/llm-profiles.d.ts
|
|
318
307
|
/**
|
|
319
308
|
* Plaintext secrets for create/update. On update this is an OVERLAY: an
|
|
320
309
|
* omitted key keeps the stored secret, so credentials never need re-sending.
|
|
@@ -374,8 +363,6 @@ declare class LlmProfilesResource extends BaseResource {
|
|
|
374
363
|
*/
|
|
375
364
|
delete(profileId: string): Promise<LlmProfile>;
|
|
376
365
|
}
|
|
377
|
-
//#endregion
|
|
378
|
-
//#region src/resources/rollout-sessions.d.ts
|
|
379
366
|
/**
|
|
380
367
|
* Result of a debug-replay cache lookup (debug-replay v2).
|
|
381
368
|
*
|
|
@@ -475,8 +462,6 @@ export declare class RolloutSessionsResource extends BaseResource {
|
|
|
475
462
|
sessionId: string;
|
|
476
463
|
}): Promise<void>;
|
|
477
464
|
}
|
|
478
|
-
//#endregion
|
|
479
|
-
//#region src/resources/signals.d.ts
|
|
480
465
|
interface CreateSignalOptions {
|
|
481
466
|
name: string;
|
|
482
467
|
prompt: string;
|
|
@@ -554,8 +539,6 @@ declare class SignalsResource extends BaseResource {
|
|
|
554
539
|
*/
|
|
555
540
|
backfill(signalId: string, traceIds: string[]): Promise<SignalBackfillResult>;
|
|
556
541
|
}
|
|
557
|
-
//#endregion
|
|
558
|
-
//#region src/resources/sql.d.ts
|
|
559
542
|
declare class SqlResource extends BaseResource {
|
|
560
543
|
constructor(baseHttpUrl: string, auth: LaminarAuth);
|
|
561
544
|
query(sql: string, parameters?: Record<string, any>): Promise<Array<Record<string, any>>>;
|
|
@@ -566,8 +549,6 @@ declare class SqlResource extends BaseResource {
|
|
|
566
549
|
*/
|
|
567
550
|
schema(): Promise<SqlSchema>;
|
|
568
551
|
}
|
|
569
|
-
//#endregion
|
|
570
|
-
//#region src/resources/tags.d.ts
|
|
571
552
|
declare class TagsResource extends BaseResource {
|
|
572
553
|
/** Resource for tagging traces. */
|
|
573
554
|
constructor(baseHttpUrl: string, auth: LaminarAuth);
|
|
@@ -605,8 +586,6 @@ declare class TagsResource extends BaseResource {
|
|
|
605
586
|
*/
|
|
606
587
|
tag(trace_id: string, tags: string[] | string): Promise<any>;
|
|
607
588
|
}
|
|
608
|
-
//#endregion
|
|
609
|
-
//#region src/resources/traces.d.ts
|
|
610
589
|
declare class TracesResource extends BaseResource {
|
|
611
590
|
/** Resource for post-factum operations on existing traces. */
|
|
612
591
|
constructor(baseHttpUrl: string, auth: LaminarAuth);
|
|
@@ -664,8 +643,6 @@ declare class TracesResource extends BaseResource {
|
|
|
664
643
|
failOnNotFound?: boolean;
|
|
665
644
|
}): Promise<void>;
|
|
666
645
|
}
|
|
667
|
-
//#endregion
|
|
668
|
-
//#region src/index.d.ts
|
|
669
646
|
export declare class LaminarClient {
|
|
670
647
|
private baseUrl;
|
|
671
648
|
private auth;
|
|
@@ -749,6 +726,5 @@ export declare class LaminarClient {
|
|
|
749
726
|
get tags(): TagsResource;
|
|
750
727
|
get traces(): TracesResource;
|
|
751
728
|
}
|
|
752
|
-
//#endregion
|
|
753
729
|
export type { CacheOutcome, CliProject, CreateLlmProfileOptions, CreateSignalOptions, LaminarAuth, LlmProfileSecretsInput, ProjectKeyProbe, UpdateLlmProfileOptions, UpdateSignalOptions };
|
|
754
730
|
//# sourceMappingURL=index.d.mts.map
|
package/dist/index.mjs
CHANGED
|
@@ -4,17 +4,15 @@ import pino from "pino";
|
|
|
4
4
|
import { PinoPretty } from "pino-pretty";
|
|
5
5
|
import { v4 } from "uuid";
|
|
6
6
|
import { errorMessage } from "@lmnr-ai/types";
|
|
7
|
-
|
|
8
|
-
var version = "0.8.
|
|
9
|
-
|
|
10
|
-
//#region src/version.ts
|
|
7
|
+
// package.json
|
|
8
|
+
var version = "0.8.54";
|
|
9
|
+
// src/version.ts
|
|
11
10
|
function getLangVersion() {
|
|
12
11
|
if (typeof process !== "undefined" && process.versions && process.versions.node) return `node-${process.versions.node}`;
|
|
13
12
|
if (typeof navigator !== "undefined" && navigator.userAgent) return `browser-${navigator.userAgent}`;
|
|
14
13
|
return null;
|
|
15
14
|
}
|
|
16
|
-
|
|
17
|
-
//#region src/resources/index.ts
|
|
15
|
+
// src/resources/index.ts
|
|
18
16
|
var BaseResource = class {
|
|
19
17
|
constructor(baseHttpUrl, auth) {
|
|
20
18
|
this.baseHttpUrl = baseHttpUrl;
|
|
@@ -38,8 +36,7 @@ var BaseResource = class {
|
|
|
38
36
|
throw new Error(`${response.status} ${errorMsg}`);
|
|
39
37
|
}
|
|
40
38
|
};
|
|
41
|
-
|
|
42
|
-
//#region src/resources/browser-events.ts
|
|
39
|
+
// src/resources/browser-events.ts
|
|
43
40
|
var BrowserEventsResource = class extends BaseResource {
|
|
44
41
|
constructor(baseHttpUrl, auth) {
|
|
45
42
|
super(baseHttpUrl, auth);
|
|
@@ -66,8 +63,7 @@ var BrowserEventsResource = class extends BaseResource {
|
|
|
66
63
|
if (!response.ok) await this.handleError(response);
|
|
67
64
|
}
|
|
68
65
|
};
|
|
69
|
-
|
|
70
|
-
//#region src/resources/cli.ts
|
|
66
|
+
// src/resources/cli.ts
|
|
71
67
|
/**
|
|
72
68
|
* Locale-aware, case-insensitive comparator for the project listing. Ordering
|
|
73
69
|
* lives here — the single choke point every CLI surface (the `project list`
|
|
@@ -134,8 +130,7 @@ var CliResource = class extends BaseResource {
|
|
|
134
130
|
} : { status: "unverifiable" };
|
|
135
131
|
}
|
|
136
132
|
};
|
|
137
|
-
|
|
138
|
-
//#region src/utils.ts
|
|
133
|
+
// src/utils.ts
|
|
139
134
|
function initializeLogger(options) {
|
|
140
135
|
const colorize = options?.colorize ?? true;
|
|
141
136
|
const level = options?.level ?? process.env.LMNR_LOG_LEVEL?.toLowerCase()?.trim() ?? "info";
|
|
@@ -193,8 +188,7 @@ const loadEnv = (options) => {
|
|
|
193
188
|
quiet
|
|
194
189
|
});
|
|
195
190
|
};
|
|
196
|
-
|
|
197
|
-
//#region src/resources/datasets.ts
|
|
191
|
+
// src/resources/datasets.ts
|
|
198
192
|
const logger$3 = initializeLogger();
|
|
199
193
|
const DEFAULT_DATASET_PULL_LIMIT = 100;
|
|
200
194
|
const DEFAULT_DATASET_PUSH_BATCH_SIZE = 100;
|
|
@@ -298,7 +292,8 @@ var DatasetsResource = class extends BaseResource {
|
|
|
298
292
|
datapoints: batch.map((point) => ({
|
|
299
293
|
data: point.data,
|
|
300
294
|
target: point.target ?? {},
|
|
301
|
-
metadata: point.metadata ?? {}
|
|
295
|
+
metadata: point.metadata ?? {},
|
|
296
|
+
taskId: point.taskId
|
|
302
297
|
})),
|
|
303
298
|
createDataset
|
|
304
299
|
})
|
|
@@ -336,8 +331,7 @@ var DatasetsResource = class extends BaseResource {
|
|
|
336
331
|
return response.json();
|
|
337
332
|
}
|
|
338
333
|
};
|
|
339
|
-
|
|
340
|
-
//#region src/resources/evals.ts
|
|
334
|
+
// src/resources/evals.ts
|
|
341
335
|
const logger$2 = initializeLogger();
|
|
342
336
|
const INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH = 16e6;
|
|
343
337
|
var EvalsResource = class extends BaseResource {
|
|
@@ -414,16 +408,18 @@ var EvalsResource = class extends BaseResource {
|
|
|
414
408
|
* @param {T} [options.target] - The target/expected output for evaluators
|
|
415
409
|
* @param {Record<string, any>} [options.metadata] - Optional metadata
|
|
416
410
|
* @param {number} [options.index] - Optional index of the datapoint
|
|
411
|
+
* @param {string} [options.taskId] - Optional Task id shared by every Trial of the Task
|
|
417
412
|
* @param {string} [options.traceId] - Optional trace ID
|
|
418
413
|
* @returns {Promise<StringUUID>} The datapoint ID
|
|
419
414
|
*/
|
|
420
|
-
async createDatapoint({ evalId, data, target, metadata, index, traceId }) {
|
|
415
|
+
async createDatapoint({ evalId, data, target, metadata, index, taskId, traceId }) {
|
|
421
416
|
const datapointId = newUUID();
|
|
422
417
|
const partialDatapoint = {
|
|
423
418
|
id: datapointId,
|
|
424
419
|
data,
|
|
425
420
|
target,
|
|
426
421
|
index: index ?? 0,
|
|
422
|
+
taskId,
|
|
427
423
|
traceId: traceId ?? newUUID(),
|
|
428
424
|
executorSpanId: newUUID(),
|
|
429
425
|
metadata
|
|
@@ -534,8 +530,7 @@ var EvalsResource = class extends BaseResource {
|
|
|
534
530
|
if (lastResponse && !lastResponse.ok) await this.handleError(lastResponse);
|
|
535
531
|
}
|
|
536
532
|
};
|
|
537
|
-
|
|
538
|
-
//#region src/resources/evaluators.ts
|
|
533
|
+
// src/resources/evaluators.ts
|
|
539
534
|
/**
|
|
540
535
|
* Resource for creating evaluator scores
|
|
541
536
|
*/
|
|
@@ -597,8 +592,7 @@ var EvaluatorsResource = class extends BaseResource {
|
|
|
597
592
|
if (!response.ok) await this.handleError(response);
|
|
598
593
|
}
|
|
599
594
|
};
|
|
600
|
-
|
|
601
|
-
//#region src/resources/llm-profiles.ts
|
|
595
|
+
// src/resources/llm-profiles.ts
|
|
602
596
|
/**
|
|
603
597
|
* Workspace LLM profile CRUD over the CLI user-token surface
|
|
604
598
|
* (`/v1/cli/llm-profiles`). Validation is entirely server-side; error messages
|
|
@@ -657,8 +651,7 @@ var LlmProfilesResource = class extends BaseResource {
|
|
|
657
651
|
return (await this.request("DELETE", `/${profileId}`)).json();
|
|
658
652
|
}
|
|
659
653
|
};
|
|
660
|
-
|
|
661
|
-
//#region src/resources/rollout-sessions.ts
|
|
654
|
+
// src/resources/rollout-sessions.ts
|
|
662
655
|
const logger$1 = initializeLogger();
|
|
663
656
|
/**
|
|
664
657
|
* Map the opaque HIT `response` payload onto a {@link CachedSpan} the provider
|
|
@@ -847,8 +840,7 @@ var RolloutSessionsResource = class extends BaseResource {
|
|
|
847
840
|
if (!response.ok) await this.handleError(response);
|
|
848
841
|
}
|
|
849
842
|
};
|
|
850
|
-
|
|
851
|
-
//#region src/resources/signals.ts
|
|
843
|
+
// src/resources/signals.ts
|
|
852
844
|
/** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
|
|
853
845
|
var SignalsResource = class extends BaseResource {
|
|
854
846
|
constructor(baseHttpUrl, auth) {
|
|
@@ -950,8 +942,7 @@ var SignalsResource = class extends BaseResource {
|
|
|
950
942
|
return response.json();
|
|
951
943
|
}
|
|
952
944
|
};
|
|
953
|
-
|
|
954
|
-
//#region src/resources/sql.ts
|
|
945
|
+
// src/resources/sql.ts
|
|
955
946
|
var SqlResource = class extends BaseResource {
|
|
956
947
|
constructor(baseHttpUrl, auth) {
|
|
957
948
|
super(baseHttpUrl, auth);
|
|
@@ -982,8 +973,7 @@ var SqlResource = class extends BaseResource {
|
|
|
982
973
|
return await response.json();
|
|
983
974
|
}
|
|
984
975
|
};
|
|
985
|
-
|
|
986
|
-
//#region src/resources/tags.ts
|
|
976
|
+
// src/resources/tags.ts
|
|
987
977
|
/** Resource for tagging traces. */
|
|
988
978
|
var TagsResource = class extends BaseResource {
|
|
989
979
|
/** Resource for tagging traces. */
|
|
@@ -1039,8 +1029,7 @@ var TagsResource = class extends BaseResource {
|
|
|
1039
1029
|
return response.json();
|
|
1040
1030
|
}
|
|
1041
1031
|
};
|
|
1042
|
-
|
|
1043
|
-
//#region src/resources/traces.ts
|
|
1032
|
+
// src/resources/traces.ts
|
|
1044
1033
|
/** Resource for post-factum operations on existing traces. */
|
|
1045
1034
|
const logger = initializeLogger();
|
|
1046
1035
|
var TracesResource = class extends BaseResource {
|
|
@@ -1119,8 +1108,7 @@ var TracesResource = class extends BaseResource {
|
|
|
1119
1108
|
if (!response.ok) await this.handleError(response);
|
|
1120
1109
|
}
|
|
1121
1110
|
};
|
|
1122
|
-
|
|
1123
|
-
//#region src/index.ts
|
|
1111
|
+
// src/index.ts
|
|
1124
1112
|
var LaminarClient = class LaminarClient {
|
|
1125
1113
|
constructor({ baseUrl, port, auth, projectApiKey, cliUserProjectId } = {}) {
|
|
1126
1114
|
loadEnv();
|
|
@@ -1225,7 +1213,6 @@ var LaminarClient = class LaminarClient {
|
|
|
1225
1213
|
return this._traces;
|
|
1226
1214
|
}
|
|
1227
1215
|
};
|
|
1228
|
-
//#endregion
|
|
1229
1216
|
export { LaminarClient, RolloutSessionsResource };
|
|
1230
1217
|
|
|
1231
1218
|
//# sourceMappingURL=index.mjs.map
|