@thinkai/tai-api-contract 2.174.0 → 2.175.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -4805,6 +4805,46 @@ export interface paths {
4805
4805
  patch?: never;
4806
4806
  trace?: never;
4807
4807
  };
4808
+ "/workspaces/{workspaceId}/evals/packs": {
4809
+ parameters: {
4810
+ query?: never;
4811
+ header?: never;
4812
+ path?: never;
4813
+ cookie?: never;
4814
+ };
4815
+ /**
4816
+ * List platform eval starter packs
4817
+ * @description Returns the platform starter-pack catalog for Prompt & model evals. Packs are ThinkAI-authored templates (not workspace-owned and not a public marketplace). Requires workspace membership. Empty catalog is not expected in production builds; clients should still handle `{ "packs": [] }`.
4818
+ */
4819
+ get: operations["listEvalPacks"];
4820
+ put?: never;
4821
+ post?: never;
4822
+ delete?: never;
4823
+ options?: never;
4824
+ head?: never;
4825
+ patch?: never;
4826
+ trace?: never;
4827
+ };
4828
+ "/workspaces/{workspaceId}/evals/packs/{packId}/install": {
4829
+ parameters: {
4830
+ query?: never;
4831
+ header?: never;
4832
+ path?: never;
4833
+ cookie?: never;
4834
+ };
4835
+ get?: never;
4836
+ put?: never;
4837
+ /**
4838
+ * Install an eval starter pack as a suite
4839
+ * @description Creates a new editable eval suite from a platform starter pack (`version: 1`). Sets `target.promptKey` to `pack:<packId>` for traceability. Requires workspace editor or admin. Pack cases include fixture completions so the first run can succeed without AI connectors. Does not score on the request path.
4840
+ */
4841
+ post: operations["installEvalPack"];
4842
+ delete?: never;
4843
+ options?: never;
4844
+ head?: never;
4845
+ patch?: never;
4846
+ trace?: never;
4847
+ };
4808
4848
  "/workspaces/{workspaceId}/evals/suites": {
4809
4849
  parameters: {
4810
4850
  query?: never;
@@ -11387,6 +11427,20 @@ export interface components {
11387
11427
  tokenEfficiency: components["schemas"]["EvalTokenEfficiencyDto"] | null;
11388
11428
  modelComparison: components["schemas"]["EvalModelComparisonDto"][];
11389
11429
  };
11430
+ /** @description Platform starter pack summary for the hub catalog. Install materializes a full `EvalSuiteDto`; pack payloads are not returned on list. */
11431
+ EvalPackSummaryDto: {
11432
+ /** @description Stable pack id (kebab-case). */
11433
+ id: string;
11434
+ name: string;
11435
+ description: string;
11436
+ /** @description Workflow bucket for UI grouping (e.g. `pr-review`). */
11437
+ workflow: string;
11438
+ /** @description Number of golden cases that will be created on install. */
11439
+ caseCount: number;
11440
+ };
11441
+ EvalPackListDto: {
11442
+ packs: components["schemas"]["EvalPackSummaryDto"][];
11443
+ };
11390
11444
  };
11391
11445
  responses: {
11392
11446
  /** @description Missing or invalid bearer token */
@@ -11426,6 +11480,8 @@ export interface components {
11426
11480
  WorkspaceId: string;
11427
11481
  /** @description Eval suite id (`tai_workspace_eval_suites.id`). */
11428
11482
  EvalSuiteId: string;
11483
+ /** @description Platform starter pack id (kebab-case), e.g. `pr-review`. Not a UUID. */
11484
+ EvalPackId: string;
11429
11485
  /** @description Eval run id (`tai_workspace_eval_runs.id`). */
11430
11486
  EvalRunId: string;
11431
11487
  RepoId: string;
@@ -12101,11 +12157,14 @@ export type EvalPromptTipDto = components['schemas']['EvalPromptTipDto'];
12101
12157
  export type EvalTokenEfficiencyDto = components['schemas']['EvalTokenEfficiencyDto'];
12102
12158
  export type EvalModelComparisonDto = components['schemas']['EvalModelComparisonDto'];
12103
12159
  export type EvalInsightsDto = components['schemas']['EvalInsightsDto'];
12160
+ export type EvalPackSummaryDto = components['schemas']['EvalPackSummaryDto'];
12161
+ export type EvalPackListDto = components['schemas']['EvalPackListDto'];
12104
12162
  export type ResponseUnauthorized = components['responses']['Unauthorized'];
12105
12163
  export type ResponseForbidden = components['responses']['Forbidden'];
12106
12164
  export type ResponseZenHrSyncInProgress = components['responses']['ZenHrSyncInProgress'];
12107
12165
  export type ParameterWorkspaceId = components['parameters']['WorkspaceId'];
12108
12166
  export type ParameterEvalSuiteId = components['parameters']['EvalSuiteId'];
12167
+ export type ParameterEvalPackId = components['parameters']['EvalPackId'];
12109
12168
  export type ParameterEvalRunId = components['parameters']['EvalRunId'];
12110
12169
  export type ParameterRepoId = components['parameters']['RepoId'];
12111
12170
  export type ParameterProviderSlug = components['parameters']['ProviderSlug'];
@@ -24677,6 +24736,122 @@ export interface operations {
24677
24736
  };
24678
24737
  };
24679
24738
  };
24739
+ listEvalPacks: {
24740
+ parameters: {
24741
+ query?: never;
24742
+ header?: never;
24743
+ path: {
24744
+ workspaceId: components["parameters"]["WorkspaceId"];
24745
+ };
24746
+ cookie?: never;
24747
+ };
24748
+ requestBody?: never;
24749
+ responses: {
24750
+ /** @description Starter pack catalog */
24751
+ 200: {
24752
+ headers: {
24753
+ [name: string]: unknown;
24754
+ };
24755
+ content: {
24756
+ /**
24757
+ * @example {
24758
+ * "packs": [
24759
+ * {
24760
+ * "id": "pr-review",
24761
+ * "name": "PR review comments",
24762
+ * "description": "Check review tone and clear blocking feedback",
24763
+ * "workflow": "pr-review",
24764
+ * "caseCount": 3
24765
+ * }
24766
+ * ]
24767
+ * }
24768
+ */
24769
+ "application/json": components["schemas"]["EvalPackListDto"];
24770
+ };
24771
+ };
24772
+ 401: components["responses"]["Unauthorized"];
24773
+ 403: components["responses"]["Forbidden"];
24774
+ /** @description Workspace not found */
24775
+ 404: {
24776
+ headers: {
24777
+ [name: string]: unknown;
24778
+ };
24779
+ content: {
24780
+ "application/json": components["schemas"]["ErrorMessageDto"];
24781
+ };
24782
+ };
24783
+ };
24784
+ };
24785
+ installEvalPack: {
24786
+ parameters: {
24787
+ query?: never;
24788
+ header?: never;
24789
+ path: {
24790
+ workspaceId: components["parameters"]["WorkspaceId"];
24791
+ /** @description Platform starter pack id (kebab-case), e.g. `pr-review`. Not a UUID. */
24792
+ packId: components["parameters"]["EvalPackId"];
24793
+ };
24794
+ cookie?: never;
24795
+ };
24796
+ requestBody?: never;
24797
+ responses: {
24798
+ /** @description Suite created from pack */
24799
+ 201: {
24800
+ headers: {
24801
+ [name: string]: unknown;
24802
+ };
24803
+ content: {
24804
+ "application/json": components["schemas"]["EvalSuiteDto"];
24805
+ };
24806
+ };
24807
+ 401: components["responses"]["Unauthorized"];
24808
+ /** @description Viewer cannot install packs */
24809
+ 403: {
24810
+ headers: {
24811
+ [name: string]: unknown;
24812
+ };
24813
+ content: {
24814
+ /**
24815
+ * @example {
24816
+ * "error": "Workspace editor role required",
24817
+ * "code": "workspace_editor_required"
24818
+ * }
24819
+ */
24820
+ "application/json": components["schemas"]["ErrorMessageDto"];
24821
+ };
24822
+ };
24823
+ /** @description Unknown pack id or workspace not found */
24824
+ 404: {
24825
+ headers: {
24826
+ [name: string]: unknown;
24827
+ };
24828
+ content: {
24829
+ /**
24830
+ * @example {
24831
+ * "error": "Eval starter pack not found",
24832
+ * "code": "eval_pack_not_found"
24833
+ * }
24834
+ */
24835
+ "application/json": components["schemas"]["ErrorMessageDto"];
24836
+ };
24837
+ };
24838
+ /** @description Workspace already has the maximum number of suites (50) */
24839
+ 409: {
24840
+ headers: {
24841
+ [name: string]: unknown;
24842
+ };
24843
+ content: {
24844
+ /**
24845
+ * @example {
24846
+ * "error": "Maximum of 50 eval suites per workspace",
24847
+ * "code": "eval_suite_limit_reached"
24848
+ * }
24849
+ */
24850
+ "application/json": components["schemas"]["ErrorMessageDto"];
24851
+ };
24852
+ };
24853
+ };
24854
+ };
24680
24855
  listEvalSuites: {
24681
24856
  parameters: {
24682
24857
  query?: never;