@meetkai/mka1 0.51.33 → 0.51.35

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/README.md +229 -226
  2. package/bin/mcp-server.js +1590 -1370
  3. package/bin/mcp-server.js.map +14 -10
  4. package/dist/commonjs/funcs/llmEvalsGetSampleAudio.d.ts +18 -0
  5. package/dist/commonjs/funcs/llmEvalsGetSampleAudio.d.ts.map +1 -0
  6. package/dist/commonjs/funcs/llmEvalsGetSampleAudio.js +141 -0
  7. package/dist/commonjs/funcs/llmEvalsGetSampleAudio.js.map +1 -0
  8. package/dist/commonjs/funcs/llmEvalsListSamples.js +5 -0
  9. package/dist/commonjs/funcs/llmEvalsListSamples.js.map +1 -1
  10. package/dist/commonjs/lib/config.d.ts +2 -2
  11. package/dist/commonjs/lib/config.js +2 -2
  12. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  13. package/dist/commonjs/mcp-server/server.d.ts.map +1 -1
  14. package/dist/commonjs/mcp-server/server.js +3 -1
  15. package/dist/commonjs/mcp-server/server.js.map +1 -1
  16. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.d.ts +8 -0
  17. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.d.ts.map +1 -0
  18. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.js +64 -0
  19. package/dist/commonjs/mcp-server/tools/llmEvalsGetSampleAudio.js.map +1 -0
  20. package/dist/commonjs/models/components/evalsampleaudioobject.d.ts +37 -0
  21. package/dist/commonjs/models/components/evalsampleaudioobject.d.ts.map +1 -0
  22. package/dist/commonjs/models/components/evalsampleaudioobject.js +77 -0
  23. package/dist/commonjs/models/components/evalsampleaudioobject.js.map +1 -0
  24. package/dist/commonjs/models/components/index.d.ts +1 -0
  25. package/dist/commonjs/models/components/index.d.ts.map +1 -1
  26. package/dist/commonjs/models/components/index.js +1 -0
  27. package/dist/commonjs/models/components/index.js.map +1 -1
  28. package/dist/commonjs/models/operations/getevalsampleaudio.d.ts +28 -0
  29. package/dist/commonjs/models/operations/getevalsampleaudio.d.ts.map +1 -0
  30. package/dist/commonjs/models/operations/getevalsampleaudio.js +81 -0
  31. package/dist/commonjs/models/operations/getevalsampleaudio.js.map +1 -0
  32. package/dist/commonjs/models/operations/index.d.ts +1 -0
  33. package/dist/commonjs/models/operations/index.d.ts.map +1 -1
  34. package/dist/commonjs/models/operations/index.js +1 -0
  35. package/dist/commonjs/models/operations/index.js.map +1 -1
  36. package/dist/commonjs/models/operations/listevalsamples.d.ts +10 -0
  37. package/dist/commonjs/models/operations/listevalsamples.d.ts.map +1 -1
  38. package/dist/commonjs/models/operations/listevalsamples.js +20 -0
  39. package/dist/commonjs/models/operations/listevalsamples.js.map +1 -1
  40. package/dist/commonjs/react-query/index.d.ts +1 -0
  41. package/dist/commonjs/react-query/index.d.ts.map +1 -1
  42. package/dist/commonjs/react-query/index.js +1 -0
  43. package/dist/commonjs/react-query/index.js.map +1 -1
  44. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.d.ts +17 -0
  45. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.d.ts.map +1 -0
  46. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.js +45 -0
  47. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.core.js.map +1 -0
  48. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.d.ts +44 -0
  49. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.d.ts.map +1 -0
  50. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.js +60 -0
  51. package/dist/commonjs/react-query/llmEvalsGetSampleAudio.js.map +1 -0
  52. package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts +5 -0
  53. package/dist/commonjs/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
  54. package/dist/commonjs/react-query/llmEvalsListSamples.core.js +5 -0
  55. package/dist/commonjs/react-query/llmEvalsListSamples.core.js.map +1 -1
  56. package/dist/commonjs/react-query/llmEvalsListSamples.d.ts +10 -0
  57. package/dist/commonjs/react-query/llmEvalsListSamples.d.ts.map +1 -1
  58. package/dist/commonjs/react-query/llmEvalsListSamples.js.map +1 -1
  59. package/dist/commonjs/sdk/evals.d.ts +7 -0
  60. package/dist/commonjs/sdk/evals.d.ts.map +1 -1
  61. package/dist/commonjs/sdk/evals.js +10 -0
  62. package/dist/commonjs/sdk/evals.js.map +1 -1
  63. package/dist/esm/funcs/llmEvalsGetSampleAudio.d.ts +18 -0
  64. package/dist/esm/funcs/llmEvalsGetSampleAudio.d.ts.map +1 -0
  65. package/dist/esm/funcs/llmEvalsGetSampleAudio.js +105 -0
  66. package/dist/esm/funcs/llmEvalsGetSampleAudio.js.map +1 -0
  67. package/dist/esm/funcs/llmEvalsListSamples.js +5 -0
  68. package/dist/esm/funcs/llmEvalsListSamples.js.map +1 -1
  69. package/dist/esm/lib/config.d.ts +2 -2
  70. package/dist/esm/lib/config.js +2 -2
  71. package/dist/esm/mcp-server/mcp-server.js +1 -1
  72. package/dist/esm/mcp-server/server.d.ts.map +1 -1
  73. package/dist/esm/mcp-server/server.js +3 -1
  74. package/dist/esm/mcp-server/server.js.map +1 -1
  75. package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.d.ts +8 -0
  76. package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.d.ts.map +1 -0
  77. package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.js +28 -0
  78. package/dist/esm/mcp-server/tools/llmEvalsGetSampleAudio.js.map +1 -0
  79. package/dist/esm/models/components/evalsampleaudioobject.d.ts +37 -0
  80. package/dist/esm/models/components/evalsampleaudioobject.d.ts.map +1 -0
  81. package/dist/esm/models/components/evalsampleaudioobject.js +39 -0
  82. package/dist/esm/models/components/evalsampleaudioobject.js.map +1 -0
  83. package/dist/esm/models/components/index.d.ts +1 -0
  84. package/dist/esm/models/components/index.d.ts.map +1 -1
  85. package/dist/esm/models/components/index.js +1 -0
  86. package/dist/esm/models/components/index.js.map +1 -1
  87. package/dist/esm/models/operations/getevalsampleaudio.d.ts +28 -0
  88. package/dist/esm/models/operations/getevalsampleaudio.d.ts.map +1 -0
  89. package/dist/esm/models/operations/getevalsampleaudio.js +43 -0
  90. package/dist/esm/models/operations/getevalsampleaudio.js.map +1 -0
  91. package/dist/esm/models/operations/index.d.ts +1 -0
  92. package/dist/esm/models/operations/index.d.ts.map +1 -1
  93. package/dist/esm/models/operations/index.js +1 -0
  94. package/dist/esm/models/operations/index.js.map +1 -1
  95. package/dist/esm/models/operations/listevalsamples.d.ts +10 -0
  96. package/dist/esm/models/operations/listevalsamples.d.ts.map +1 -1
  97. package/dist/esm/models/operations/listevalsamples.js +20 -0
  98. package/dist/esm/models/operations/listevalsamples.js.map +1 -1
  99. package/dist/esm/react-query/index.d.ts +1 -0
  100. package/dist/esm/react-query/index.d.ts.map +1 -1
  101. package/dist/esm/react-query/index.js +1 -0
  102. package/dist/esm/react-query/index.js.map +1 -1
  103. package/dist/esm/react-query/llmEvalsGetSampleAudio.core.d.ts +17 -0
  104. package/dist/esm/react-query/llmEvalsGetSampleAudio.core.d.ts.map +1 -0
  105. package/dist/esm/react-query/llmEvalsGetSampleAudio.core.js +40 -0
  106. package/dist/esm/react-query/llmEvalsGetSampleAudio.core.js.map +1 -0
  107. package/dist/esm/react-query/llmEvalsGetSampleAudio.d.ts +44 -0
  108. package/dist/esm/react-query/llmEvalsGetSampleAudio.d.ts.map +1 -0
  109. package/dist/esm/react-query/llmEvalsGetSampleAudio.js +50 -0
  110. package/dist/esm/react-query/llmEvalsGetSampleAudio.js.map +1 -0
  111. package/dist/esm/react-query/llmEvalsListSamples.core.d.ts +5 -0
  112. package/dist/esm/react-query/llmEvalsListSamples.core.d.ts.map +1 -1
  113. package/dist/esm/react-query/llmEvalsListSamples.core.js +5 -0
  114. package/dist/esm/react-query/llmEvalsListSamples.core.js.map +1 -1
  115. package/dist/esm/react-query/llmEvalsListSamples.d.ts +10 -0
  116. package/dist/esm/react-query/llmEvalsListSamples.d.ts.map +1 -1
  117. package/dist/esm/react-query/llmEvalsListSamples.js.map +1 -1
  118. package/dist/esm/sdk/evals.d.ts +7 -0
  119. package/dist/esm/sdk/evals.d.ts.map +1 -1
  120. package/dist/esm/sdk/evals.js +10 -0
  121. package/dist/esm/sdk/evals.js.map +1 -1
  122. package/jsr.json +1 -1
  123. package/package.json +1 -1
  124. package/src/funcs/llmEvalsGetSampleAudio.ts +195 -0
  125. package/src/funcs/llmEvalsListSamples.ts +5 -0
  126. package/src/lib/config.ts +2 -2
  127. package/src/mcp-server/mcp-server.ts +1 -1
  128. package/src/mcp-server/server.ts +3 -1
  129. package/src/mcp-server/tools/llmEvalsGetSampleAudio.ts +37 -0
  130. package/src/models/components/evalsampleaudioobject.ts +90 -0
  131. package/src/models/components/index.ts +1 -0
  132. package/src/models/operations/getevalsampleaudio.ts +85 -0
  133. package/src/models/operations/index.ts +1 -0
  134. package/src/models/operations/listevalsamples.ts +30 -0
  135. package/src/react-query/index.ts +1 -0
  136. package/src/react-query/llmEvalsGetSampleAudio.core.ts +94 -0
  137. package/src/react-query/llmEvalsGetSampleAudio.ts +154 -0
  138. package/src/react-query/llmEvalsListSamples.core.ts +10 -0
  139. package/src/react-query/llmEvalsListSamples.ts +10 -0
  140. package/src/sdk/evals.ts +18 -0
@@ -0,0 +1,154 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import {
6
+ InvalidateQueryFilters,
7
+ QueryClient,
8
+ useQuery,
9
+ UseQueryResult,
10
+ useSuspenseQuery,
11
+ UseSuspenseQueryResult,
12
+ } from "@tanstack/react-query";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
21
+ import { SDKError } from "../models/errors/sdkerror.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { useSDKContext } from "./_context.js";
25
+ import {
26
+ QueryHookOptions,
27
+ SuspenseQueryHookOptions,
28
+ TupleToPrefixes,
29
+ } from "./_types.js";
30
+ import {
31
+ buildLlmEvalsGetSampleAudioQuery,
32
+ LlmEvalsGetSampleAudioQueryData,
33
+ prefetchLlmEvalsGetSampleAudio,
34
+ queryKeyLlmEvalsGetSampleAudio,
35
+ } from "./llmEvalsGetSampleAudio.core.js";
36
+ export {
37
+ buildLlmEvalsGetSampleAudioQuery,
38
+ type LlmEvalsGetSampleAudioQueryData,
39
+ prefetchLlmEvalsGetSampleAudio,
40
+ queryKeyLlmEvalsGetSampleAudio,
41
+ };
42
+
43
+ export type LlmEvalsGetSampleAudioQueryError =
44
+ | SDKError
45
+ | ResponseValidationError
46
+ | ConnectionError
47
+ | RequestAbortedError
48
+ | RequestTimeoutError
49
+ | InvalidRequestError
50
+ | UnexpectedClientError
51
+ | SDKValidationError;
52
+
53
+ /**
54
+ * Get eval sample audio
55
+ *
56
+ * @remarks
57
+ * Returns `{ object, audio, sample_index, task_id, model }` for a single transcription sample — the clip reference (a base64 `data:` URI or a URL) read from the un-redacted `dataset_row` (list responses redact inline `data:` blobs), plus the resolved task/model. Prefers the task's configured `audio_column`, falling back to a heuristic scan. The clip differs across tasks, so pass `task_id` when a run has more than one transcription task; if the index spans multiple tasks and `task_id` is omitted, returns 400 rather than guessing. `model` is optional (the clip is identical across models) and only extends the index prefix. Returns 404 when the sample or its audio is absent, 413 when the inline clip is too large.
58
+ */
59
+ export function useLlmEvalsGetSampleAudio(
60
+ request: operations.GetEvalSampleAudioRequest,
61
+ options?: QueryHookOptions<
62
+ LlmEvalsGetSampleAudioQueryData,
63
+ LlmEvalsGetSampleAudioQueryError
64
+ >,
65
+ ): UseQueryResult<
66
+ LlmEvalsGetSampleAudioQueryData,
67
+ LlmEvalsGetSampleAudioQueryError
68
+ > {
69
+ const client = useSDKContext();
70
+ return useQuery({
71
+ ...buildLlmEvalsGetSampleAudioQuery(
72
+ client,
73
+ request,
74
+ options,
75
+ ),
76
+ ...options,
77
+ });
78
+ }
79
+
80
+ /**
81
+ * Get eval sample audio
82
+ *
83
+ * @remarks
84
+ * Returns `{ object, audio, sample_index, task_id, model }` for a single transcription sample — the clip reference (a base64 `data:` URI or a URL) read from the un-redacted `dataset_row` (list responses redact inline `data:` blobs), plus the resolved task/model. Prefers the task's configured `audio_column`, falling back to a heuristic scan. The clip differs across tasks, so pass `task_id` when a run has more than one transcription task; if the index spans multiple tasks and `task_id` is omitted, returns 400 rather than guessing. `model` is optional (the clip is identical across models) and only extends the index prefix. Returns 404 when the sample or its audio is absent, 413 when the inline clip is too large.
85
+ */
86
+ export function useLlmEvalsGetSampleAudioSuspense(
87
+ request: operations.GetEvalSampleAudioRequest,
88
+ options?: SuspenseQueryHookOptions<
89
+ LlmEvalsGetSampleAudioQueryData,
90
+ LlmEvalsGetSampleAudioQueryError
91
+ >,
92
+ ): UseSuspenseQueryResult<
93
+ LlmEvalsGetSampleAudioQueryData,
94
+ LlmEvalsGetSampleAudioQueryError
95
+ > {
96
+ const client = useSDKContext();
97
+ return useSuspenseQuery({
98
+ ...buildLlmEvalsGetSampleAudioQuery(
99
+ client,
100
+ request,
101
+ options,
102
+ ),
103
+ ...options,
104
+ });
105
+ }
106
+
107
+ export function setLlmEvalsGetSampleAudioData(
108
+ client: QueryClient,
109
+ queryKeyBase: [
110
+ runId: string,
111
+ sampleIndex: number,
112
+ parameters: {
113
+ model?: string | undefined;
114
+ taskId?: string | undefined;
115
+ xOnBehalfOf?: string | undefined;
116
+ },
117
+ ],
118
+ data: LlmEvalsGetSampleAudioQueryData,
119
+ ): LlmEvalsGetSampleAudioQueryData | undefined {
120
+ const key = queryKeyLlmEvalsGetSampleAudio(...queryKeyBase);
121
+
122
+ return client.setQueryData<LlmEvalsGetSampleAudioQueryData>(key, data);
123
+ }
124
+
125
+ export function invalidateLlmEvalsGetSampleAudio(
126
+ client: QueryClient,
127
+ queryKeyBase: TupleToPrefixes<
128
+ [
129
+ runId: string,
130
+ sampleIndex: number,
131
+ parameters: {
132
+ model?: string | undefined;
133
+ taskId?: string | undefined;
134
+ xOnBehalfOf?: string | undefined;
135
+ },
136
+ ]
137
+ >,
138
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
139
+ ): Promise<void> {
140
+ return client.invalidateQueries({
141
+ ...filters,
142
+ queryKey: ["@meetkai/mka1", "evals", "getSampleAudio", ...queryKeyBase],
143
+ });
144
+ }
145
+
146
+ export function invalidateAllLlmEvalsGetSampleAudio(
147
+ client: QueryClient,
148
+ filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
149
+ ): Promise<void> {
150
+ return client.invalidateQueries({
151
+ ...filters,
152
+ queryKey: ["@meetkai/mka1", "evals", "getSampleAudio"],
153
+ });
154
+ }
@@ -48,6 +48,11 @@ export function buildLlmEvalsListSamplesQuery(
48
48
  taskId: request.taskId,
49
49
  model: request.model,
50
50
  status: request.status,
51
+ scoreMetric: request.scoreMetric,
52
+ scoreMin: request.scoreMin,
53
+ scoreMax: request.scoreMax,
54
+ includeDatasetRow: request.includeDatasetRow,
55
+ sampleIndex: request.sampleIndex,
51
56
  xOnBehalfOf: request.xOnBehalfOf,
52
57
  }),
53
58
  queryFn: async function llmEvalsListSamplesQueryFn(
@@ -81,6 +86,11 @@ export function queryKeyLlmEvalsListSamples(
81
86
  taskId?: string | undefined;
82
87
  model?: string | undefined;
83
88
  status?: operations.QueryParamStatus | undefined;
89
+ scoreMetric?: string | undefined;
90
+ scoreMin?: number | undefined;
91
+ scoreMax?: number | undefined;
92
+ includeDatasetRow?: boolean | undefined;
93
+ sampleIndex?: string | undefined;
84
94
  xOnBehalfOf?: string | undefined;
85
95
  },
86
96
  ): QueryKey {
@@ -111,6 +111,11 @@ export function setLlmEvalsListSamplesData(
111
111
  taskId?: string | undefined;
112
112
  model?: string | undefined;
113
113
  status?: operations.QueryParamStatus | undefined;
114
+ scoreMetric?: string | undefined;
115
+ scoreMin?: number | undefined;
116
+ scoreMax?: number | undefined;
117
+ includeDatasetRow?: boolean | undefined;
118
+ sampleIndex?: string | undefined;
114
119
  xOnBehalfOf?: string | undefined;
115
120
  },
116
121
  ],
@@ -132,6 +137,11 @@ export function invalidateLlmEvalsListSamples(
132
137
  taskId?: string | undefined;
133
138
  model?: string | undefined;
134
139
  status?: operations.QueryParamStatus | undefined;
140
+ scoreMetric?: string | undefined;
141
+ scoreMin?: number | undefined;
142
+ scoreMax?: number | undefined;
143
+ includeDatasetRow?: boolean | undefined;
144
+ sampleIndex?: string | undefined;
135
145
  xOnBehalfOf?: string | undefined;
136
146
  },
137
147
  ]
package/src/sdk/evals.ts CHANGED
@@ -12,6 +12,7 @@ import { llmEvalsDeleteSchedule } from "../funcs/llmEvalsDeleteSchedule.js";
12
12
  import { llmEvalsDeleteSuite } from "../funcs/llmEvalsDeleteSuite.js";
13
13
  import { llmEvalsGetArtifacts } from "../funcs/llmEvalsGetArtifacts.js";
14
14
  import { llmEvalsGetRun } from "../funcs/llmEvalsGetRun.js";
15
+ import { llmEvalsGetSampleAudio } from "../funcs/llmEvalsGetSampleAudio.js";
15
16
  import { llmEvalsGetSchedule } from "../funcs/llmEvalsGetSchedule.js";
16
17
  import { llmEvalsGetSuite } from "../funcs/llmEvalsGetSuite.js";
17
18
  import { llmEvalsGetSuiteVersion } from "../funcs/llmEvalsGetSuiteVersion.js";
@@ -287,6 +288,23 @@ export class Evals extends ClientSDK {
287
288
  ));
288
289
  }
289
290
 
291
+ /**
292
+ * Get eval sample audio
293
+ *
294
+ * @remarks
295
+ * Returns `{ object, audio, sample_index, task_id, model }` for a single transcription sample — the clip reference (a base64 `data:` URI or a URL) read from the un-redacted `dataset_row` (list responses redact inline `data:` blobs), plus the resolved task/model. Prefers the task's configured `audio_column`, falling back to a heuristic scan. The clip differs across tasks, so pass `task_id` when a run has more than one transcription task; if the index spans multiple tasks and `task_id` is omitted, returns 400 rather than guessing. `model` is optional (the clip is identical across models) and only extends the index prefix. Returns 404 when the sample or its audio is absent, 413 when the inline clip is too large.
296
+ */
297
+ async getSampleAudio(
298
+ request: operations.GetEvalSampleAudioRequest,
299
+ options?: RequestOptions,
300
+ ): Promise<components.EvalSampleAudioObject> {
301
+ return unwrapAsync(llmEvalsGetSampleAudio(
302
+ this,
303
+ request,
304
+ options,
305
+ ));
306
+ }
307
+
290
308
  /**
291
309
  * Get eval run artifacts
292
310
  *