@lmnr-ai/lmnr 0.8.45 → 0.8.46

package/dist/cli.cjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 const require_rolldown_runtime = require("./rolldown-runtime-CVvi-lCc.cjs");
-const require_utils = require("./utils-CatgN6Pb.cjs");
-const require_file_utils = require("./file-utils-pZG20hHb.cjs");
+const require_utils = require("./utils-BC1-3ycw.cjs");
+const require_file_utils = require("./file-utils-ChUoEaNR.cjs");
 let commander = require("commander");
 let fs_promises = require("fs/promises");
 fs_promises = require_rolldown_runtime.__toESM(fs_promises);

package/dist/cli.d.cts

@@ -1,4 +1,4 @@
-import { n as Evaluation } from "./evaluations-BHEE6fmA.cjs";
+import { n as Evaluation } from "./evaluations-b5wg7CQJ.cjs";
 
 //#region src/cli/index.d.ts
 declare global {

package/dist/cli.d.mts

@@ -1,4 +1,4 @@
-import { n as Evaluation } from "./evaluations-BbIIQMLr.mjs";
+import { n as Evaluation } from "./evaluations-Cylp3dtX.mjs";
 
 //#region src/cli/index.d.ts
 declare global {

package/dist/cli.mjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 import { r as __require } from "./rolldown-runtime-2rV9d50f.mjs";
-import { B as LaminarClient, W as errorMessage, i as getDirname, s as initializeLogger, z as version } from "./utils-UmlDPMxe.mjs";
-import { i as writeToFile, n as loadFromPaths, r as printToConsole } from "./file-utils-BtzEDUy6.mjs";
+import { B as LaminarClient, W as errorMessage, i as getDirname, s as initializeLogger, z as version } from "./utils-PuaaZ4RT.mjs";
+import { i as writeToFile, n as loadFromPaths, r as printToConsole } from "./file-utils-C7L2TLTU.mjs";
 import { Command } from "commander";
 import * as fs from "fs/promises";
 import * as esbuild from "esbuild";

package/dist/{evaluations-BbIIQMLr.d.mts → evaluations-Cylp3dtX.d.mts}

@@ -106,6 +106,65 @@ type GetDatapointsResponse<D, T> = {
   anyInProject: boolean;
 };
 //#endregion
+//#region src/llm-profiles.d.ts
+/**
+ * Workspace LLM profile wire shapes (`/v1/cli/llm-profiles`, mirrored from
+ * app-server's `LlmProfileResponse`). Self-hosted only; on Laminar Cloud every
+ * route 404s with `{error: "LLM profiles are not available on this deployment"}`.
+ */
+type LlmProfileProvider = "openai_completions" | "openai_responses" | "gemini" | "bedrock" | "azure_chat_completions" | "azure_responses" | "azure_anthropic" | "custom";
+/**
+ * How the profile authenticates. `api_key` for every provider except Bedrock,
+ * which takes AWS keys (secret arrives separately in `secrets`) or a bearer
+ * token.
+ */
+type LlmProfileAuth = {
+  type: "api_key";
+} | {
+  type: "aws_keys";
+  accessKeyId: string;
+} | {
+  type: "bearer_token";
+};
+/**
+ * Non-secret provider options. The server normalizes per provider: absent
+ * fields are omitted on the wire, never `null`.
+ */
+interface LlmProfileConfig {
+  auth: LlmProfileAuth;
+  /** Bedrock. */
+  region?: string;
+  /** Azure: exactly one of `resourceId` / `baseUrl`. */
+  resourceId?: string;
+  /** Azure (alternative to `resourceId`) or `custom` (required). */
+  baseUrl?: string;
+  /** Azure. */
+  apiVersion?: string;
+  /** `custom`: header names whose values live in `secrets.headers`. */
+  headerNames?: string[];
+}
+/**
+ * What reads return instead of secrets: a `first3***last3` mask per stored
+ * value (fully starred when short) and custom header names only. Absent slots
+ * arrive as explicit `null` (the server does not omit them).
+ */
+interface LlmProfileSecretMasks {
+  apiKey?: string | null;
+  secretAccessKey?: string | null;
+  token?: string | null;
+  headers: string[];
+}
+interface LlmProfile {
+  id: string;
+  workspaceId: string;
+  name: string;
+  provider: LlmProfileProvider;
+  config: LlmProfileConfig;
+  models: string[];
+  secrets: LlmProfileSecretMasks;
+  createdAt: string;
+  updatedAt: string;
+} //#endregion
 //#region src/session-block.d.ts
 /**
  * Shared contract for debugger-session blocks — an ordered list of blocks (see
@@ -219,6 +278,40 @@ interface Signal {
   trigger: SignalTrigger;
   filters: SignalFilter[];
   mode: SignalMode;
+  /** Workspace LLM profile id; `null` = runs on the server's env LLM. */
+  llmProfileId: string | null;
+  /** Display name of `llmProfileId`; `null` alongside it. */
+  llmProfileName: string | null;
+  /** Model pinned within the profile; `null` alongside `llmProfileId`. */
+  model: string | null;
+}
+/**
+ * Stored version blob on `GET /signals/{id}/versions`. Schema key is
+ * `structuredOutputSchema`, not `structuredOutput` (that name is only on
+ * `GET /signals/{id}`). `trigger`/`filters` are stored Filter[] JSON
+ * (`signal_triggers.value` / `filters`), not the CLI tagged {@link SignalTrigger}.
+ */
+interface SignalDefinition {
+  name: string;
+  prompt: string;
+  structuredOutputSchema: SignalStructuredOutput;
+  trigger: SignalFilter[];
+  filters: SignalFilter[];
+  mode: SignalMode;
+  sampleRate: number | null;
+  disabled: boolean;
+  /** Both `null` = env-var routing. Cloud signals stay `null`. */
+  llmProfileId: string | null;
+  llmModel: string | null;
+}
+/**
+ * One historical judge definition. `GET /signals/{id}`'s `version` field is
+ * only the current pointer; this is the version log.
+ */
+interface SignalVersion {
+  version: number;
+  definition: SignalDefinition;
+  createdAt: string;
 } //#endregion
 //#region src/sql-schema.d.ts
 /**
@@ -441,6 +534,14 @@ declare class DatasetsResource extends BaseResource {
    * @returns {Promise<Dataset[]>} Array of datasets
    */
   listDatasets(): Promise<Dataset[]>;
+  /** Create an empty dataset. */
+  create(name: string): Promise<Dataset>;
+  /** Get a dataset by its canonical UUID. */
+  getById(datasetId: StringUUID$1): Promise<Dataset>;
+  /** Rename a dataset. */
+  update(datasetId: StringUUID$1, name: string): Promise<Dataset>;
+  /** Delete a dataset and its datapoints. */
+  delete(datasetId: StringUUID$1): Promise<Dataset>;
   /**
    * Get a dataset by name.
    *
@@ -677,6 +778,66 @@ declare class EvaluatorsResource extends BaseResource {
    */
   score(options: ScoreOptions): Promise<void>;
 } //#endregion
+//#region src/resources/llm-profiles.d.ts
+/**
+ * Plaintext secrets for create/update. On update this is an OVERLAY: an
+ * omitted key keeps the stored secret, so credentials never need re-sending.
+ */
+interface LlmProfileSecretsInput {
+  apiKey?: string;
+  secretAccessKey?: string;
+  token?: string;
+  /** Values for the `custom` provider's `config.headerNames`. */
+  headers?: Record<string, string>;
+}
+interface CreateLlmProfileOptions {
+  name: string;
+  provider: LlmProfileProvider;
+  /** Omitted `auth` defaults to `{type: "api_key"}`. */
+  config?: Partial<LlmProfileConfig>;
+  secrets?: LlmProfileSecretsInput;
+  models: string[];
+}
+/**
+ * A partial patch: omitted fields keep their stored value. `models` replaces
+ * the whole list when present; `config` is required when `provider` changes.
+ */
+interface UpdateLlmProfileOptions {
+  name?: string;
+  provider?: LlmProfileProvider;
+  config?: Partial<LlmProfileConfig>;
+  secrets?: LlmProfileSecretsInput;
+  models?: string[];
+}
+/**
+ * Workspace LLM profile CRUD over the CLI user-token surface
+ * (`/v1/cli/llm-profiles`). Validation is entirely server-side; error messages
+ * come back user-ready. Self-hosted only: on Laminar Cloud every route 404s
+ * with `{error: "LLM profiles are not available on this deployment"}`.
+ */
+declare class LlmProfilesResource extends BaseResource {
+  constructor(baseHttpUrl: string, auth: LaminarAuth);
+  /**
+   * Errors come back as `{error: string}` (matches the signals surface) with
+   * user-facing text, so unwrap the envelope before raising rather than
+   * showing the raw JSON body.
+   */
+  private raiseLlmProfileError;
+  private request;
+  /**
+   * Every workspace LLM profile visible to the caller, ordered
+   * case-insensitively by name. Empty array on a workspace with no profiles.
+   */
+  list(): Promise<LlmProfile[]>;
+  get(profileId: string): Promise<LlmProfile>;
+  create(options: CreateLlmProfileOptions): Promise<LlmProfile>;
+  update(profileId: string, options: UpdateLlmProfileOptions): Promise<LlmProfile>;
+  /**
+   * Deletes the profile and returns it. The server refuses (409) when any
+   * signal still routes through the profile.
+   */
+  delete(profileId: string): Promise<LlmProfile>;
+} //#endregion
 //#region src/resources/rollout-sessions.d.ts
 /**
  * Result of a debug-replay cache lookup (debug-replay v2).
@@ -812,10 +973,20 @@ interface CreateSignalOptions {
   filters?: SignalFilter[];
   /** Defaults to `"realtime"`. */
   mode?: SignalMode;
+  /**
+   * Workspace LLM profile id (discover via `llmProfiles.list()`). Required
+   * together with `model` on self-hosted deployments; rejected on Laminar
+   * Cloud (the server has env-configured LLMs).
+   */
+  llmProfileId?: string;
+  /** One of the profile's models. Required together with `llmProfileId`. */
+  model?: string;
 }
 /**
  * A partial patch. Every field is optional and an ABSENT field leaves the stored
  * value alone. `sampleRate: null` clears sampling, `filters: []` clears filters.
+ * `llmProfileId` + `model` must be sent together to re-route; the wire has no
+ * shape for clearing the route back to the server's env LLM.
  */
 interface UpdateSignalOptions {
   prompt?: string;
@@ -825,6 +996,8 @@ interface UpdateSignalOptions {
   trigger?: SignalTrigger;
   filters?: SignalFilter[];
   mode?: SignalMode;
+  llmProfileId?: string;
+  model?: string;
 }
 /** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
 declare class SignalsResource extends BaseResource {
@@ -839,6 +1012,13 @@ declare class SignalsResource extends BaseResource {
   private raiseSignalError;
   list(name?: string): Promise<Signal[]>;
   get(signalId: string): Promise<Signal>;
+  /**
+   * Historical judge definitions for `signalId`, oldest first. Distinct from
+   * `GET /signals/{id}`'s `version` field, which is only the current pointer.
+   * 404 if that id isn't in this project; an empty list only if the signal
+   * exists with no version rows.
+   */
+  listVersions(signalId: string): Promise<SignalVersion[]>;
   create(options: CreateSignalOptions): Promise<Signal>;
   /**
    * PATCH, not PUT: only the keys present in `options` are sent, so the server
@@ -966,6 +1146,7 @@ declare class LaminarClient {
   private _datasets;
   private _evals;
   private _evaluators;
+  private _llmProfiles;
   private _rolloutSessions;
   private _signals;
   private _sql;
@@ -1038,6 +1219,7 @@ declare class LaminarClient {
   get datasets(): DatasetsResource;
   get evals(): EvalsResource;
   get evaluators(): EvaluatorsResource;
+  get llmProfiles(): LlmProfilesResource;
   get signals(): SignalsResource;
   get rolloutSessions(): RolloutSessionsResource;
   get sql(): SqlResource;
@@ -40854,4 +41036,4 @@ declare function evaluate<D, T, O>({
 }: EvaluationConstructorProps<D, T, O>): Promise<EvaluationRunResult | undefined>;
 //#endregion
 export { TracingLevel as S, MaskInputOptions as _, HumanEvaluator as a, SpanType as b, InitializeOptions as c, LaminarClient as d, Dataset as f, LaminarSpanContext as g, Event as h, EvaluatorFunctionReturn as i, EvaluationDataset as l, EvaluationDatapointDatasetLink as m, Evaluation as n, evaluate as o, EvaluationDatapoint as p, EvaluatorFunction as r, StringUUID as s, Datapoint as t, LaminarDataset as u, PushDatapointsResponse as v, TraceType as x, SessionRecordingOptions as y };
-//# sourceMappingURL=evaluations-BbIIQMLr.d.mts.map
+//# sourceMappingURL=evaluations-Cylp3dtX.d.mts.map

package/dist/{evaluations-BHEE6fmA.d.cts → evaluations-b5wg7CQJ.d.cts}

@@ -105,6 +105,65 @@ type GetDatapointsResponse<D, T> = {
   anyInProject: boolean;
 };
 //#endregion
+//#region src/llm-profiles.d.ts
+/**
+ * Workspace LLM profile wire shapes (`/v1/cli/llm-profiles`, mirrored from
+ * app-server's `LlmProfileResponse`). Self-hosted only; on Laminar Cloud every
+ * route 404s with `{error: "LLM profiles are not available on this deployment"}`.
+ */
+type LlmProfileProvider = "openai_completions" | "openai_responses" | "gemini" | "bedrock" | "azure_chat_completions" | "azure_responses" | "azure_anthropic" | "custom";
+/**
+ * How the profile authenticates. `api_key` for every provider except Bedrock,
+ * which takes AWS keys (secret arrives separately in `secrets`) or a bearer
+ * token.
+ */
+type LlmProfileAuth = {
+  type: "api_key";
+} | {
+  type: "aws_keys";
+  accessKeyId: string;
+} | {
+  type: "bearer_token";
+};
+/**
+ * Non-secret provider options. The server normalizes per provider: absent
+ * fields are omitted on the wire, never `null`.
+ */
+interface LlmProfileConfig {
+  auth: LlmProfileAuth;
+  /** Bedrock. */
+  region?: string;
+  /** Azure: exactly one of `resourceId` / `baseUrl`. */
+  resourceId?: string;
+  /** Azure (alternative to `resourceId`) or `custom` (required). */
+  baseUrl?: string;
+  /** Azure. */
+  apiVersion?: string;
+  /** `custom`: header names whose values live in `secrets.headers`. */
+  headerNames?: string[];
+}
+/**
+ * What reads return instead of secrets: a `first3***last3` mask per stored
+ * value (fully starred when short) and custom header names only. Absent slots
+ * arrive as explicit `null` (the server does not omit them).
+ */
+interface LlmProfileSecretMasks {
+  apiKey?: string | null;
+  secretAccessKey?: string | null;
+  token?: string | null;
+  headers: string[];
+}
+interface LlmProfile {
+  id: string;
+  workspaceId: string;
+  name: string;
+  provider: LlmProfileProvider;
+  config: LlmProfileConfig;
+  models: string[];
+  secrets: LlmProfileSecretMasks;
+  createdAt: string;
+  updatedAt: string;
+} //#endregion
 //#region src/session-block.d.ts
 /**
  * Shared contract for debugger-session blocks — an ordered list of blocks (see
@@ -218,6 +277,40 @@ interface Signal {
   trigger: SignalTrigger;
   filters: SignalFilter[];
   mode: SignalMode;
+  /** Workspace LLM profile id; `null` = runs on the server's env LLM. */
+  llmProfileId: string | null;
+  /** Display name of `llmProfileId`; `null` alongside it. */
+  llmProfileName: string | null;
+  /** Model pinned within the profile; `null` alongside `llmProfileId`. */
+  model: string | null;
+}
+/**
+ * Stored version blob on `GET /signals/{id}/versions`. Schema key is
+ * `structuredOutputSchema`, not `structuredOutput` (that name is only on
+ * `GET /signals/{id}`). `trigger`/`filters` are stored Filter[] JSON
+ * (`signal_triggers.value` / `filters`), not the CLI tagged {@link SignalTrigger}.
+ */
+interface SignalDefinition {
+  name: string;
+  prompt: string;
+  structuredOutputSchema: SignalStructuredOutput;
+  trigger: SignalFilter[];
+  filters: SignalFilter[];
+  mode: SignalMode;
+  sampleRate: number | null;
+  disabled: boolean;
+  /** Both `null` = env-var routing. Cloud signals stay `null`. */
+  llmProfileId: string | null;
+  llmModel: string | null;
+}
+/**
+ * One historical judge definition. `GET /signals/{id}`'s `version` field is
+ * only the current pointer; this is the version log.
+ */
+interface SignalVersion {
+  version: number;
+  definition: SignalDefinition;
+  createdAt: string;
 } //#endregion
 //#region src/sql-schema.d.ts
 /**
@@ -440,6 +533,14 @@ declare class DatasetsResource extends BaseResource {
    * @returns {Promise<Dataset[]>} Array of datasets
    */
   listDatasets(): Promise<Dataset[]>;
+  /** Create an empty dataset. */
+  create(name: string): Promise<Dataset>;
+  /** Get a dataset by its canonical UUID. */
+  getById(datasetId: StringUUID$1): Promise<Dataset>;
+  /** Rename a dataset. */
+  update(datasetId: StringUUID$1, name: string): Promise<Dataset>;
+  /** Delete a dataset and its datapoints. */
+  delete(datasetId: StringUUID$1): Promise<Dataset>;
   /**
    * Get a dataset by name.
    *
@@ -676,6 +777,66 @@ declare class EvaluatorsResource extends BaseResource {
    */
   score(options: ScoreOptions): Promise<void>;
 } //#endregion
+//#region src/resources/llm-profiles.d.ts
+/**
+ * Plaintext secrets for create/update. On update this is an OVERLAY: an
+ * omitted key keeps the stored secret, so credentials never need re-sending.
+ */
+interface LlmProfileSecretsInput {
+  apiKey?: string;
+  secretAccessKey?: string;
+  token?: string;
+  /** Values for the `custom` provider's `config.headerNames`. */
+  headers?: Record<string, string>;
+}
+interface CreateLlmProfileOptions {
+  name: string;
+  provider: LlmProfileProvider;
+  /** Omitted `auth` defaults to `{type: "api_key"}`. */
+  config?: Partial<LlmProfileConfig>;
+  secrets?: LlmProfileSecretsInput;
+  models: string[];
+}
+/**
+ * A partial patch: omitted fields keep their stored value. `models` replaces
+ * the whole list when present; `config` is required when `provider` changes.
+ */
+interface UpdateLlmProfileOptions {
+  name?: string;
+  provider?: LlmProfileProvider;
+  config?: Partial<LlmProfileConfig>;
+  secrets?: LlmProfileSecretsInput;
+  models?: string[];
+}
+/**
+ * Workspace LLM profile CRUD over the CLI user-token surface
+ * (`/v1/cli/llm-profiles`). Validation is entirely server-side; error messages
+ * come back user-ready. Self-hosted only: on Laminar Cloud every route 404s
+ * with `{error: "LLM profiles are not available on this deployment"}`.
+ */
+declare class LlmProfilesResource extends BaseResource {
+  constructor(baseHttpUrl: string, auth: LaminarAuth);
+  /**
+   * Errors come back as `{error: string}` (matches the signals surface) with
+   * user-facing text, so unwrap the envelope before raising rather than
+   * showing the raw JSON body.
+   */
+  private raiseLlmProfileError;
+  private request;
+  /**
+   * Every workspace LLM profile visible to the caller, ordered
+   * case-insensitively by name. Empty array on a workspace with no profiles.
+   */
+  list(): Promise<LlmProfile[]>;
+  get(profileId: string): Promise<LlmProfile>;
+  create(options: CreateLlmProfileOptions): Promise<LlmProfile>;
+  update(profileId: string, options: UpdateLlmProfileOptions): Promise<LlmProfile>;
+  /**
+   * Deletes the profile and returns it. The server refuses (409) when any
+   * signal still routes through the profile.
+   */
+  delete(profileId: string): Promise<LlmProfile>;
+} //#endregion
 //#region src/resources/rollout-sessions.d.ts
 /**
  * Result of a debug-replay cache lookup (debug-replay v2).
@@ -811,10 +972,20 @@ interface CreateSignalOptions {
   filters?: SignalFilter[];
   /** Defaults to `"realtime"`. */
   mode?: SignalMode;
+  /**
+   * Workspace LLM profile id (discover via `llmProfiles.list()`). Required
+   * together with `model` on self-hosted deployments; rejected on Laminar
+   * Cloud (the server has env-configured LLMs).
+   */
+  llmProfileId?: string;
+  /** One of the profile's models. Required together with `llmProfileId`. */
+  model?: string;
 }
 /**
  * A partial patch. Every field is optional and an ABSENT field leaves the stored
  * value alone. `sampleRate: null` clears sampling, `filters: []` clears filters.
+ * `llmProfileId` + `model` must be sent together to re-route; the wire has no
+ * shape for clearing the route back to the server's env LLM.
  */
 interface UpdateSignalOptions {
   prompt?: string;
@@ -824,6 +995,8 @@ interface UpdateSignalOptions {
   trigger?: SignalTrigger;
   filters?: SignalFilter[];
   mode?: SignalMode;
+  llmProfileId?: string;
+  model?: string;
 }
 /** Signals CRUD over the CLI user-token surface (`/v1/cli/signals`). */
 declare class SignalsResource extends BaseResource {
@@ -838,6 +1011,13 @@ declare class SignalsResource extends BaseResource {
   private raiseSignalError;
   list(name?: string): Promise<Signal[]>;
   get(signalId: string): Promise<Signal>;
+  /**
+   * Historical judge definitions for `signalId`, oldest first. Distinct from
+   * `GET /signals/{id}`'s `version` field, which is only the current pointer.
+   * 404 if that id isn't in this project; an empty list only if the signal
+   * exists with no version rows.
+   */
+  listVersions(signalId: string): Promise<SignalVersion[]>;
   create(options: CreateSignalOptions): Promise<Signal>;
   /**
    * PATCH, not PUT: only the keys present in `options` are sent, so the server
@@ -965,6 +1145,7 @@ declare class LaminarClient {
   private _datasets;
   private _evals;
   private _evaluators;
+  private _llmProfiles;
   private _rolloutSessions;
   private _signals;
   private _sql;
@@ -1037,6 +1218,7 @@ declare class LaminarClient {
   get datasets(): DatasetsResource;
   get evals(): EvalsResource;
   get evaluators(): EvaluatorsResource;
+  get llmProfiles(): LlmProfilesResource;
   get signals(): SignalsResource;
   get rolloutSessions(): RolloutSessionsResource;
   get sql(): SqlResource;
@@ -40853,4 +41035,4 @@ declare function evaluate<D, T, O>({
 }: EvaluationConstructorProps<D, T, O>): Promise<EvaluationRunResult | undefined>;
 //#endregion
 export { __exportAll as C, TracingLevel as S, MaskInputOptions as _, HumanEvaluator as a, SpanType as b, InitializeOptions as c, LaminarClient as d, Dataset as f, LaminarSpanContext as g, Event as h, EvaluatorFunctionReturn as i, EvaluationDataset as l, EvaluationDatapointDatasetLink as m, Evaluation as n, evaluate as o, EvaluationDatapoint as p, EvaluatorFunction as r, StringUUID as s, Datapoint as t, LaminarDataset as u, PushDatapointsResponse as v, TraceType as x, SessionRecordingOptions as y };
-//# sourceMappingURL=evaluations-BHEE6fmA.d.cts.map
+//# sourceMappingURL=evaluations-b5wg7CQJ.d.cts.map

package/dist/{file-utils-BtzEDUy6.mjs → file-utils-C7L2TLTU.mjs}

@@ -1,5 +1,5 @@
 import { i as __toESM, n as __exportAll, r as __require, t as __commonJSMin } from "./rolldown-runtime-2rV9d50f.mjs";
-import { W as errorMessage, s as initializeLogger } from "./utils-UmlDPMxe.mjs";
+import { W as errorMessage, s as initializeLogger } from "./utils-PuaaZ4RT.mjs";
 import * as path from "path";
 import { createReadStream } from "fs";
 import * as fs from "fs/promises";
@@ -514,4 +514,4 @@ const printToConsole = (data, format = "json") => {
 //#endregion
 export { writeToFile as i, loadFromPaths as n, printToConsole as r, file_utils_exports as t };
 
-//# sourceMappingURL=file-utils-BtzEDUy6.mjs.map
+//# sourceMappingURL=file-utils-C7L2TLTU.mjs.map