@nirmos/sdk 0.2.0 → 0.3.1

package/dist/esm/management/contracts.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=contracts.js.map

package/dist/esm/management/contracts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contracts.js","sourceRoot":"","sources":["../../../src/management/contracts.ts"],"names":[],"mappings":""}

package/dist/esm/management/execution-types.d.ts

@@ -0,0 +1,246 @@
+export type EvaluationRunCaseDetail = {
+    "case": {
+        "id": string;
+        "rowKey": string;
+        "data": {
+            [key: string]: unknown;
+        };
+        "metadata": {
+            [key: string]: unknown;
+        } | null;
+        "tags": Array<string>;
+    };
+    "trials": Array<{
+        "id": string;
+        "caseId": string;
+        "targetId": string;
+        "attempt": number;
+        "status": string;
+        "output"?: unknown | null;
+        "error"?: unknown | null;
+        "provider": string | null;
+        "model": string | null;
+        "routeId": string | null;
+        "metrics": {
+            "latencyMs": number | null;
+            "ttftMs": number | null;
+            "inputTokens": number | null;
+            "outputTokens": number | null;
+            "totalTokens": number | null;
+            "cost": number | null;
+            "cacheHit": boolean;
+            "retryCount": number;
+            "fallbackCount": number;
+        };
+        "traceId": string | null;
+        "scores": Array<{
+            "id": string;
+            "evaluatorVersionId": string;
+            "evaluationColumnId": string | null;
+            "status": string;
+            "value"?: unknown;
+            "label": string | null;
+            "passed": boolean | null;
+            "reasoning": string | null;
+            "error": unknown | null;
+            "reviews": Array<{
+                "id": string;
+                "status": string;
+                "value": boolean | number | string | null;
+                "label": string | null;
+                "comment": string | null;
+                "updatedAt": string;
+            }>;
+        }>;
+    }>;
+};
+export type EvaluationRunCases = {
+    "data": Array<{
+        "id": string;
+        "rowKey": string;
+        "position"?: number;
+        "data": {
+            [key: string]: unknown;
+        };
+        "metadata": {
+            [key: string]: unknown;
+        } | null;
+        "tags": Array<string>;
+    }>;
+    "pagination": {
+        "page": number;
+        "pageSize": number;
+        "total": number;
+        "hasMore": boolean;
+    };
+};
+export type EvaluationRunResults = {
+    "data": Array<{
+        "id": string;
+        "caseId": string;
+        "targetId": string;
+        "attempt": number;
+        "status": string;
+        "output"?: unknown | null;
+        "error"?: unknown | null;
+        "provider": string | null;
+        "model": string | null;
+        "routeId": string | null;
+        "metrics": {
+            "latencyMs": number | null;
+            "ttftMs": number | null;
+            "inputTokens": number | null;
+            "outputTokens": number | null;
+            "totalTokens": number | null;
+            "cost": number | null;
+            "cacheHit": boolean;
+            "retryCount": number;
+            "fallbackCount": number;
+        };
+        "traceId": string | null;
+        "scores": Array<{
+            "id": string;
+            "evaluatorVersionId": string;
+            "evaluationColumnId": string | null;
+            "status": string;
+            "value"?: unknown;
+            "label": string | null;
+            "passed": boolean | null;
+            "reasoning": string | null;
+            "error": unknown | null;
+            "reviews": Array<{
+                "id": string;
+                "status": string;
+                "value": boolean | number | string | null;
+                "label": string | null;
+                "comment": string | null;
+                "updatedAt": string;
+            }>;
+        }>;
+    }>;
+    "pagination": {
+        "page": number;
+        "pageSize": number;
+        "total": number;
+        "hasMore": boolean;
+    };
+};
+export type EvaluationRun = {
+    "id": string;
+    "experimentId": string;
+    "status": "QUEUED" | "RUNNING" | "COMPLETED" | "FAILED" | "CANCELLED";
+    "progress": {
+        "plannedTrials": number;
+        "completedTrials": number;
+        "failedTrials": number;
+        "percentage": number;
+    };
+    "cost": {
+        "current": number;
+        "currency": string;
+    };
+    "summary": {
+        [key: string]: unknown;
+    } | null;
+    "policyResult": unknown | null;
+    "releaseDecision": string;
+    "configuration": {
+        "suiteId": string;
+        "datasetVersionId": string;
+        "trialCount": number;
+        "estimates": {
+            "caseCount": number;
+            "targetCalls": number;
+            "judgeCalls": number;
+            "totalModelCalls": number;
+        };
+        "targets": Array<{
+            "experimentTargetId": string;
+            "targetVersionId": string;
+            "targetId": string;
+            "type": string;
+            "alias": string;
+            "role": string;
+            "sourceVersionId"?: string;
+        }>;
+        "evaluators": Array<{
+            "evaluationColumnId": string;
+            "evaluatorVersionId": string;
+            "evaluatorId": string;
+            "slug": string;
+            "type": string;
+        }>;
+        "releasePolicyVersionId"?: string;
+    };
+    "error": unknown | null;
+    "heartbeatAt": string | null;
+    "startedAt": string | null;
+    "completedAt": string | null;
+    "createdAt": string;
+};
+export type ExecutionRunStatus = "QUEUED" | "RUNNING" | "COMPLETED" | "FAILED" | "CANCELLED";
+export type ExecutionTrial = {
+    "id": string;
+    "caseId": string;
+    "targetId": string;
+    "attempt": number;
+    "status": string;
+    "output"?: unknown | null;
+    "error"?: unknown | null;
+    "provider": string | null;
+    "model": string | null;
+    "routeId": string | null;
+    "metrics": {
+        "latencyMs": number | null;
+        "ttftMs": number | null;
+        "inputTokens": number | null;
+        "outputTokens": number | null;
+        "totalTokens": number | null;
+        "cost": number | null;
+        "cacheHit": boolean;
+        "retryCount": number;
+        "fallbackCount": number;
+    };
+    "traceId": string | null;
+    "scores": Array<{
+        "id": string;
+        "evaluatorVersionId": string;
+        "evaluationColumnId": string | null;
+        "status": string;
+        "value"?: unknown;
+        "label": string | null;
+        "passed": boolean | null;
+        "reasoning": string | null;
+        "error": unknown | null;
+        "reviews": Array<{
+            "id": string;
+            "status": string;
+            "value": boolean | number | string | null;
+            "label": string | null;
+            "comment": string | null;
+            "updatedAt": string;
+        }>;
+    }>;
+};
+export type RunMutationResponse = {
+    "id": string;
+    "status": "QUEUED" | "RUNNING" | "COMPLETED" | "FAILED" | "CANCELLED";
+};
+export type StartEvaluationRunRequest = {
+    "experimentId": string;
+    "cases": "all" | Array<string>;
+    "targetIds": Array<string>;
+    "evaluatorIds"?: Array<string>;
+    "trialCount": number;
+    "releasePolicyVersionId"?: string;
+};
+export interface EvaluationResultsQuery {
+    page?: number;
+    pageSize?: number;
+    caseId?: string;
+    targetId?: string;
+    evaluatorId?: string;
+    status?: string;
+    passed?: boolean;
+}
+//# sourceMappingURL=execution-types.d.ts.map

package/dist/esm/management/execution-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-types.d.ts","sourceRoot":"","sources":["../../../src/management/execution-types.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,uBAAuB,GAAG;IAAE,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;SAAE,CAAC;QAAC,UAAU,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;SAAE,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KAAE,CAAC;IAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE;YAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,UAAU,EAAE,OAAO,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAC;SAAE,CAAC;QAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,oBAAoB,EAAE,MAAM,CAAC;YAAC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,OAAO,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;YAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;YAAC,SAAS,EAAE,KAAK,CAAC;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,QAAQ,EAAE,MAAM,CAAC;gBAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;gBAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;gBAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;gBAAC,WAAW,EAAE,MAAM,CAAC;aAAE,CAAC,CAAC;SAAE,CAAC,CAAC;KAAE,CAAC,CAAC;CAAE,CAAC;AACrmC,MAAM,MAAM,kBAAkB,GAAG;IAAE,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;SAAE,CAAC;QAAC,UAAU,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;SAAE,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KAAE,CAAC,CAAC;IAAC,YAAY,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;KAAE,CAAC;CAAE,CAAC;AACtT,MAAM,MAAM,oBAAoB,GAAG;IAAE,MAAM,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE;YAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,UAAU,EAAE,OAAO,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,eAAe,EAAE,MAAM,CAAC;SAAE,CAAC;QAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,oBAAoB,EAAE,MAAM,CAAC;YAAC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,CAAC,EAAE,OAAO,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;YAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;YAAC,SAAS,EAAE,KAAK,CAAC;gBAAE,IAAI,EAAE,MAAM,CAAC;gBAAC,QAAQ,EAAE,MAAM,CAAC;gBAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;gBAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;gBAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;gBAAC,WAAW,EAAE,MAAM,CAAC;aAAE,CAAC,CAAC;SAAE,CAAC,CAAC;KAAE,CAAC,CAAC;IAAC,YAAY,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,OAAO,CAAC;KAAE,CAAC;CAAE,CAAC;AACniC,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;IAAC,UAAU,EAAE;QAAE,eAAe,EAAE,MAAM,CAAC;QAAC,iBAAiB,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;KAAE,CAAC;IAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;KAAE,CAAC;IAAC,SAAS,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KAAE,GAAG,IAAI,CAAC;IAAC,cAAc,EAAE,OAAO,GAAG,IAAI,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,kBAAkB,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE;YAAE,WAAW,EAAE,MAAM,CAAC;YAAC,aAAa,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,iBAAiB,EAAE,MAAM,CAAC;SAAE,CAAC;QAAC,SAAS,EAAE,KAAK,CAAC;YAAE,oBAAoB,EAAE,MAAM,CAAC;YAAC,iBAAiB,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;SAAE,CAAC,CAAC;QAAC,YAAY,EAAE,KAAK,CAAC;YAAE,oBAAoB,EAAE,MAAM,CAAC;YAAC,oBAAoB,EAAE,MAAM,CAAC;YAAC,aAAa,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;SAAE,CAAC,CAAC;QAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC;KAAE,CAAC;IAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;CAAE,CAAC;AAC/kC,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;AAC7F,MAAM,MAAM,cAAc,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE;QAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,UAAU,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;KAAE,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,oBAAoB,EAAE,MAAM,CAAC;QAAC,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;QAAC,SAAS,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;YAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,WAAW,EAAE,MAAM,CAAC;SAAE,CAAC,CAAC;KAAE,CAAC,CAAC;CAAE,CAAC;AAC76B,MAAM,MAAM,mBAAmB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;CAAE,CAAC;AAC3H,MAAM,MAAM,yBAAyB,GAAG;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAAC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC;CAAE,CAAC;AACzN,MAAM,WAAW,sBAAsB;IAAG,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,OAAO,CAAC;CAAE"}

package/dist/esm/management/execution-types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=execution-types.js.map

package/dist/esm/management/execution-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-types.js","sourceRoot":"","sources":["../../../src/management/execution-types.ts"],"names":[],"mappings":""}