@meetkai/mka1 0.49.18 → 0.51.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +19 -12
- package/bin/mcp-server.js.map +8 -8
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/lib/config.js.map +1 -1
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/mcp-server.js.map +1 -1
- package/dist/commonjs/mcp-server/server.js +1 -1
- package/dist/commonjs/mcp-server/server.js.map +1 -1
- package/dist/commonjs/models/components/evaldataset.d.ts +5 -0
- package/dist/commonjs/models/components/evaldataset.d.ts.map +1 -1
- package/dist/commonjs/models/components/evaldataset.js +4 -0
- package/dist/commonjs/models/components/evaldataset.js.map +1 -1
- package/dist/commonjs/models/components/evaltask.d.ts +7 -2
- package/dist/commonjs/models/components/evaltask.d.ts.map +1 -1
- package/dist/commonjs/models/components/evaltask.js +4 -2
- package/dist/commonjs/models/components/evaltask.js.map +1 -1
- package/dist/commonjs/models/components/evaltasktype.d.ts +1 -0
- package/dist/commonjs/models/components/evaltasktype.d.ts.map +1 -1
- package/dist/commonjs/models/components/evaltasktype.js +1 -0
- package/dist/commonjs/models/components/evaltasktype.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/lib/config.js.map +1 -1
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/mcp-server.js.map +1 -1
- package/dist/esm/mcp-server/server.js +1 -1
- package/dist/esm/mcp-server/server.js.map +1 -1
- package/dist/esm/models/components/evaldataset.d.ts +5 -0
- package/dist/esm/models/components/evaldataset.d.ts.map +1 -1
- package/dist/esm/models/components/evaldataset.js +4 -0
- package/dist/esm/models/components/evaldataset.js.map +1 -1
- package/dist/esm/models/components/evaltask.d.ts +7 -2
- package/dist/esm/models/components/evaltask.d.ts.map +1 -1
- package/dist/esm/models/components/evaltask.js +4 -2
- package/dist/esm/models/components/evaltask.js.map +1 -1
- package/dist/esm/models/components/evaltasktype.d.ts +1 -0
- package/dist/esm/models/components/evaltasktype.d.ts.map +1 -1
- package/dist/esm/models/components/evaltasktype.js +1 -0
- package/dist/esm/models/components/evaltasktype.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/components/evaldataset.ts +9 -0
- package/src/models/components/evaltask.ts +11 -4
- package/src/models/components/evaltasktype.ts +1 -0
|
@@ -62,12 +62,14 @@ export const EvalDataset$inboundSchema = z.object({
|
|
|
62
62
|
]).optional(),
|
|
63
63
|
dataset_kwargs: z.record(z.any()).optional(),
|
|
64
64
|
max_rows: z.number().int().optional(),
|
|
65
|
+
audio_column: z.string().optional(),
|
|
65
66
|
}).transform((v) => {
|
|
66
67
|
return remap$(v, {
|
|
67
68
|
"file_id": "fileId",
|
|
68
69
|
"data_files": "dataFiles",
|
|
69
70
|
"dataset_kwargs": "datasetKwargs",
|
|
70
71
|
"max_rows": "maxRows",
|
|
72
|
+
"audio_column": "audioColumn",
|
|
71
73
|
});
|
|
72
74
|
});
|
|
73
75
|
/** @internal */
|
|
@@ -86,12 +88,14 @@ export const EvalDataset$outboundSchema = z.object({
|
|
|
86
88
|
]).optional(),
|
|
87
89
|
datasetKwargs: z.record(z.any()).optional(),
|
|
88
90
|
maxRows: z.number().int().optional(),
|
|
91
|
+
audioColumn: z.string().optional(),
|
|
89
92
|
}).transform((v) => {
|
|
90
93
|
return remap$(v, {
|
|
91
94
|
fileId: "file_id",
|
|
92
95
|
dataFiles: "data_files",
|
|
93
96
|
datasetKwargs: "dataset_kwargs",
|
|
94
97
|
maxRows: "max_rows",
|
|
98
|
+
audioColumn: "audio_column",
|
|
95
99
|
});
|
|
96
100
|
});
|
|
97
101
|
export function evalDatasetToJSON(evalDataset) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaldataset.js","sourceRoot":"","sources":["../../../../src/models/components/evaldataset.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIjD,OAAO,EAEL,+BAA+B,EAC/B,gCAAgC,GACjC,MAAM,wBAAwB,CAAC;AAEhC;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,aAAa;CAClB,CAAC;
|
|
1
|
+
{"version":3,"file":"evaldataset.js","sourceRoot":"","sources":["../../../../src/models/components/evaldataset.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIjD,OAAO,EAEL,+BAA+B,EAC/B,gCAAgC,GACjC,MAAM,wBAAwB,CAAC;AAEhC;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,aAAa;CAClB,CAAC;AAkEX,gBAAgB;AAChB,MAAM,CAAC,MAAM,oBAAoB,GAAmC,CAAC;KAClE,UAAU,CAAC,MAAM,CAAC,CAAC;AACtB,gBAAgB;AAChB,MAAM,CAAC,MAAM,qBAAqB,GAChC,oBAAoB,CAAC;AAEvB,gBAAgB;AAChB,MAAM,CAAC,MAAM,mBAAmB,GAA4C,CAAC;KAC1E,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;AAI5C,gBAAgB;AAChB,MAAM,CAAC,MAAM,oBAAoB,GAI7B,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;AAE/C,MAAM,UAAU,WAAW,CAAC,KAAY;IACtC,OAAO,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC3D,CAAC;AACD,MAAM,UAAU,aAAa,CAC3B,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC/C,mCAAmC,CACpC,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,uBAAuB,GAIhC,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;CACrD,CAAC,CAAC;AAMH,gBAAgB;AAChB,MAAM,CAAC,MAAM,wBAAwB,GAIjC,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;CACrD,CAAC,CAAC;AAEH,MAAM,UAAU,eAAe,CAAC,SAAoB;IAClD,OAAO,IAAI,CAAC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;AACnE,CAAC;AACD,MAAM,UAAU,iBAAiB,CAC/B,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACnD,uCAAuC,CACxC,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,yBAAyB,GAIlC,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE;IACvC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,MAAM,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC;QAClB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACnB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;KACrD,CAAC,CAAC,QAAQ,EAAE;IACb,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,SAAS,EAAE,QAAQ;QACnB,YAAY,EAAE,WAAW;QACzB,gBAAgB,EAAE,eAAe;QACjC,UAAU,EAAE,SAAS;QACrB,cAAc,EAAE,aAAa;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAoBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,0BAA0B,GAInC,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,MAAM,EAAE,gCAAgC,CAAC,QAAQ,EAAE;IACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC;QACjB,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACnB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;KACrD,CAAC,CAAC,QAAQ,EAAE;IACb,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC3C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,YAAY;QACvB,aAAa,EAAE,gBAAgB;QAC/B,OAAO,EAAE,UAAU;QACnB,WAAW,EAAE,cAAc;KAC5B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,iBAAiB,CAAC,WAAwB;IACxD,OAAO,IAAI,CAAC,SAAS,CAAC,0BAA0B,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;AACvE,CAAC;AACD,MAAM,UAAU,mBAAmB,CACjC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACrD,yCAAyC,CAC1C,CAAC;AACJ,CAAC"}
|
|
@@ -19,7 +19,7 @@ export type EvalTask = {
|
|
|
19
19
|
* Dataset backing an eval task.
|
|
20
20
|
*/
|
|
21
21
|
dataset: EvalDataset;
|
|
22
|
-
promptTemplate
|
|
22
|
+
promptTemplate?: string | undefined;
|
|
23
23
|
targetTemplate?: string | undefined;
|
|
24
24
|
choices?: Array<string> | undefined;
|
|
25
25
|
outputExtraction?: EvalOutputExtraction | undefined;
|
|
@@ -31,6 +31,10 @@ export type EvalTask = {
|
|
|
31
31
|
* lm-eval style alias for fewshot.count.
|
|
32
32
|
*/
|
|
33
33
|
numFewshot?: number | undefined;
|
|
34
|
+
/**
|
|
35
|
+
* BCP-47/ISO language hint passed to the transcription model for transcription tasks (e.g. "ur", "uk").
|
|
36
|
+
*/
|
|
37
|
+
language?: string | undefined;
|
|
34
38
|
metadata?: {
|
|
35
39
|
[k: string]: any;
|
|
36
40
|
} | undefined;
|
|
@@ -43,7 +47,7 @@ export type EvalTask$Outbound = {
|
|
|
43
47
|
name?: string | undefined;
|
|
44
48
|
type: string;
|
|
45
49
|
dataset: EvalDataset$Outbound;
|
|
46
|
-
prompt_template
|
|
50
|
+
prompt_template?: string | undefined;
|
|
47
51
|
target_template?: string | undefined;
|
|
48
52
|
choices?: Array<string> | undefined;
|
|
49
53
|
output_extraction?: EvalOutputExtraction$Outbound | undefined;
|
|
@@ -52,6 +56,7 @@ export type EvalTask$Outbound = {
|
|
|
52
56
|
preprocess?: EvalPythonPreprocessor$Outbound | undefined;
|
|
53
57
|
fewshot?: EvalFewshotConfig$Outbound | undefined;
|
|
54
58
|
num_fewshot?: number | undefined;
|
|
59
|
+
language?: string | undefined;
|
|
55
60
|
metadata?: {
|
|
56
61
|
[k: string]: any;
|
|
57
62
|
} | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaltask.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,WAAW,EAEX,oBAAoB,EAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,iBAAiB,EAEjB,0BAA0B,EAE3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EAEV,mBAAmB,EAEpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,oBAAoB,EAEpB,6BAA6B,EAE9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEhB,yBAAyB,EAE1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EAEtB,+BAA+B,EAEhC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,YAAY,EAGb,MAAM,mBAAmB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,YAAY,CAAC;IACnB;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"evaltask.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,WAAW,EAEX,oBAAoB,EAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,iBAAiB,EAEjB,0BAA0B,EAE3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EAEV,mBAAmB,EAEpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,oBAAoB,EAEpB,6BAA6B,EAE9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEhB,yBAAyB,EAE1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EAEtB,+BAA+B,EAEhC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,YAAY,EAGb,MAAM,mBAAmB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,YAAY,CAAC;IACnB;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,gBAAgB,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACpD,OAAO,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IACxC,MAAM,EAAE,gBAAgB,CAAC;IACzB,UAAU,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAChD,OAAO,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACxC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAC5C,QAAQ,EACR,CAAC,CAAC,UAAU,EACZ,OAAO,CAwBP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,oBAAoB,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IAC9D,OAAO,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACjD,MAAM,EAAE,yBAAyB,CAAC;IAClC,UAAU,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IACzD,OAAO,CAAC,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,OAAO,CAC7C,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,QAAQ,CAwBR,CAAC;AAEH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAEzD;AACD,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAM/C"}
|
|
@@ -17,7 +17,7 @@ export const EvalTask$inboundSchema = z.object({
|
|
|
17
17
|
name: z.string().optional(),
|
|
18
18
|
type: EvalTaskType$inboundSchema,
|
|
19
19
|
dataset: EvalDataset$inboundSchema,
|
|
20
|
-
prompt_template: z.string(),
|
|
20
|
+
prompt_template: z.string().optional(),
|
|
21
21
|
target_template: z.string().optional(),
|
|
22
22
|
choices: z.array(z.string()).optional(),
|
|
23
23
|
output_extraction: EvalOutputExtraction$inboundSchema.optional(),
|
|
@@ -26,6 +26,7 @@ export const EvalTask$inboundSchema = z.object({
|
|
|
26
26
|
preprocess: EvalPythonPreprocessor$inboundSchema.optional(),
|
|
27
27
|
fewshot: EvalFewshotConfig$inboundSchema.optional(),
|
|
28
28
|
num_fewshot: z.number().int().optional(),
|
|
29
|
+
language: z.string().optional(),
|
|
29
30
|
metadata: z.record(z.any()).optional(),
|
|
30
31
|
}).transform((v) => {
|
|
31
32
|
return remap$(v, {
|
|
@@ -41,7 +42,7 @@ export const EvalTask$outboundSchema = z.object({
|
|
|
41
42
|
name: z.string().optional(),
|
|
42
43
|
type: EvalTaskType$outboundSchema,
|
|
43
44
|
dataset: EvalDataset$outboundSchema,
|
|
44
|
-
promptTemplate: z.string(),
|
|
45
|
+
promptTemplate: z.string().optional(),
|
|
45
46
|
targetTemplate: z.string().optional(),
|
|
46
47
|
choices: z.array(z.string()).optional(),
|
|
47
48
|
outputExtraction: EvalOutputExtraction$outboundSchema.optional(),
|
|
@@ -50,6 +51,7 @@ export const EvalTask$outboundSchema = z.object({
|
|
|
50
51
|
preprocess: EvalPythonPreprocessor$outboundSchema.optional(),
|
|
51
52
|
fewshot: EvalFewshotConfig$outboundSchema.optional(),
|
|
52
53
|
numFewshot: z.number().int().optional(),
|
|
54
|
+
language: z.string().optional(),
|
|
53
55
|
metadata: z.record(z.any()).optional(),
|
|
54
56
|
}).transform((v) => {
|
|
55
57
|
return remap$(v, {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaltask.js","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjD,OAAO,EAEL,yBAAyB,EAEzB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,+BAA+B,EAE/B,gCAAgC,GACjC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EAExB,yBAAyB,GAC1B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,kCAAkC,EAElC,mCAAmC,GACpC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,8BAA8B,EAE9B,+BAA+B,GAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEL,oCAAoC,EAEpC,qCAAqC,GACtC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAEL,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"evaltask.js","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjD,OAAO,EAEL,yBAAyB,EAEzB,0BAA0B,GAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,+BAA+B,EAE/B,gCAAgC,GACjC,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EAExB,yBAAyB,GAC1B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,kCAAkC,EAElC,mCAAmC,GACpC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,8BAA8B,EAE9B,+BAA+B,GAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEL,oCAAoC,EAEpC,qCAAqC,GACtC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAEL,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,mBAAmB,CAAC;AAgC3B,gBAAgB;AAChB,MAAM,CAAC,MAAM,sBAAsB,GAI/B,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,0BAA0B;IAChC,OAAO,EAAE,yBAAyB;IAClC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,iBAAiB,EAAE,kCAAkC,CAAC,QAAQ,EAAE;IAChE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE;IACrD,MAAM,EAAE,8BAA8B;IACtC,UAAU,EAAE,oCAAoC,CAAC,QAAQ,EAAE;IAC3D,OAAO,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACnD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,iBAAiB,EAAE,gBAAgB;QACnC,iBAAiB,EAAE,gBAAgB;QACnC,mBAAmB,EAAE,kBAAkB;QACvC,aAAa,EAAE,YAAY;KAC5B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAoBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,uBAAuB,GAIhC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,2BAA2B;IACjC,OAAO,EAAE,0BAA0B;IACnC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,mCAAmC,CAAC,QAAQ,EAAE;IAChE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,QAAQ,EAAE;IACtD,MAAM,EAAE,+BAA+B;IACvC,UAAU,EAAE,qCAAqC,CAAC,QAAQ,EAAE;IAC5D,OAAO,EAAE,gCAAgC,CAAC,QAAQ,EAAE;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,cAAc,EAAE,iBAAiB;QACjC,cAAc,EAAE,iBAAiB;QACjC,gBAAgB,EAAE,mBAAmB;QACrC,UAAU,EAAE,aAAa;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,cAAc,CAAC,QAAkB;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjE,CAAC;AACD,MAAM,UAAU,gBAAgB,CAC9B,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClD,sCAAsC,CACvC,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaltasktype.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,YAAY
|
|
1
|
+
{"version":3,"file":"evaltasktype.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,YAAY;;;;;;;;;;;CAWf,CAAC;AACX,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAE3D,gBAAgB;AAChB,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,YAAY,CAChD,CAAC;AAC7B,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,YAAY,CACjD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaltasktype.js","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,cAAc,EAAE,gBAAgB;IAChC,cAAc,EAAE,iBAAiB;IACjC,EAAE,EAAE,IAAI;IACR,aAAa,EAAE,eAAe;IAC9B,kBAAkB,EAAE,qBAAqB;IACzC,QAAQ,EAAE,WAAW;IACrB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;
|
|
1
|
+
{"version":3,"file":"evaltasktype.js","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,cAAc,EAAE,gBAAgB;IAChC,cAAc,EAAE,iBAAiB;IACjC,EAAE,EAAE,IAAI;IACR,aAAa,EAAE,eAAe;IAC9B,kBAAkB,EAAE,qBAAqB;IACzC,QAAQ,EAAE,WAAW;IACrB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,eAAe;CACtB,CAAC;AAGX,gBAAgB;AAChB,MAAM,CAAC,MAAM,0BAA0B,GACrC,CAAC,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AAC7B,gBAAgB;AAChB,MAAM,CAAC,MAAM,2BAA2B,GACtC,0BAA0B,CAAC"}
|
package/jsr.json
CHANGED
package/package.json
CHANGED
package/src/lib/config.ts
CHANGED
|
@@ -65,7 +65,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "1.1.0",
|
|
68
|
-
sdkVersion: "0.
|
|
68
|
+
sdkVersion: "0.51.1",
|
|
69
69
|
genVersion: "2.918.4",
|
|
70
|
-
userAgent: "speakeasy-sdk/typescript 0.
|
|
70
|
+
userAgent: "speakeasy-sdk/typescript 0.51.1 2.918.4 1.1.0 @meetkai/mka1",
|
|
71
71
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -80,6 +80,10 @@ export type EvalDataset = {
|
|
|
80
80
|
* Optional safety cap for remote dataset loading.
|
|
81
81
|
*/
|
|
82
82
|
maxRows?: number | undefined;
|
|
83
|
+
/**
|
|
84
|
+
* Row column holding the audio input for transcription tasks (e.g. a Hugging Face Audio feature that resolves to a clip URL). Required for transcription tasks.
|
|
85
|
+
*/
|
|
86
|
+
audioColumn?: string | undefined;
|
|
83
87
|
};
|
|
84
88
|
|
|
85
89
|
/** @internal */
|
|
@@ -174,12 +178,14 @@ export const EvalDataset$inboundSchema: z.ZodType<
|
|
|
174
178
|
]).optional(),
|
|
175
179
|
dataset_kwargs: z.record(z.any()).optional(),
|
|
176
180
|
max_rows: z.number().int().optional(),
|
|
181
|
+
audio_column: z.string().optional(),
|
|
177
182
|
}).transform((v) => {
|
|
178
183
|
return remap$(v, {
|
|
179
184
|
"file_id": "fileId",
|
|
180
185
|
"data_files": "dataFiles",
|
|
181
186
|
"dataset_kwargs": "datasetKwargs",
|
|
182
187
|
"max_rows": "maxRows",
|
|
188
|
+
"audio_column": "audioColumn",
|
|
183
189
|
});
|
|
184
190
|
});
|
|
185
191
|
/** @internal */
|
|
@@ -198,6 +204,7 @@ export type EvalDataset$Outbound = {
|
|
|
198
204
|
| undefined;
|
|
199
205
|
dataset_kwargs?: { [k: string]: any } | undefined;
|
|
200
206
|
max_rows?: number | undefined;
|
|
207
|
+
audio_column?: string | undefined;
|
|
201
208
|
};
|
|
202
209
|
|
|
203
210
|
/** @internal */
|
|
@@ -220,12 +227,14 @@ export const EvalDataset$outboundSchema: z.ZodType<
|
|
|
220
227
|
]).optional(),
|
|
221
228
|
datasetKwargs: z.record(z.any()).optional(),
|
|
222
229
|
maxRows: z.number().int().optional(),
|
|
230
|
+
audioColumn: z.string().optional(),
|
|
223
231
|
}).transform((v) => {
|
|
224
232
|
return remap$(v, {
|
|
225
233
|
fileId: "file_id",
|
|
226
234
|
dataFiles: "data_files",
|
|
227
235
|
datasetKwargs: "dataset_kwargs",
|
|
228
236
|
maxRows: "max_rows",
|
|
237
|
+
audioColumn: "audio_column",
|
|
229
238
|
});
|
|
230
239
|
});
|
|
231
240
|
|
|
@@ -60,7 +60,7 @@ export type EvalTask = {
|
|
|
60
60
|
* Dataset backing an eval task.
|
|
61
61
|
*/
|
|
62
62
|
dataset: EvalDataset;
|
|
63
|
-
promptTemplate
|
|
63
|
+
promptTemplate?: string | undefined;
|
|
64
64
|
targetTemplate?: string | undefined;
|
|
65
65
|
choices?: Array<string> | undefined;
|
|
66
66
|
outputExtraction?: EvalOutputExtraction | undefined;
|
|
@@ -72,6 +72,10 @@ export type EvalTask = {
|
|
|
72
72
|
* lm-eval style alias for fewshot.count.
|
|
73
73
|
*/
|
|
74
74
|
numFewshot?: number | undefined;
|
|
75
|
+
/**
|
|
76
|
+
* BCP-47/ISO language hint passed to the transcription model for transcription tasks (e.g. "ur", "uk").
|
|
77
|
+
*/
|
|
78
|
+
language?: string | undefined;
|
|
75
79
|
metadata?: { [k: string]: any } | undefined;
|
|
76
80
|
};
|
|
77
81
|
|
|
@@ -85,7 +89,7 @@ export const EvalTask$inboundSchema: z.ZodType<
|
|
|
85
89
|
name: z.string().optional(),
|
|
86
90
|
type: EvalTaskType$inboundSchema,
|
|
87
91
|
dataset: EvalDataset$inboundSchema,
|
|
88
|
-
prompt_template: z.string(),
|
|
92
|
+
prompt_template: z.string().optional(),
|
|
89
93
|
target_template: z.string().optional(),
|
|
90
94
|
choices: z.array(z.string()).optional(),
|
|
91
95
|
output_extraction: EvalOutputExtraction$inboundSchema.optional(),
|
|
@@ -94,6 +98,7 @@ export const EvalTask$inboundSchema: z.ZodType<
|
|
|
94
98
|
preprocess: EvalPythonPreprocessor$inboundSchema.optional(),
|
|
95
99
|
fewshot: EvalFewshotConfig$inboundSchema.optional(),
|
|
96
100
|
num_fewshot: z.number().int().optional(),
|
|
101
|
+
language: z.string().optional(),
|
|
97
102
|
metadata: z.record(z.any()).optional(),
|
|
98
103
|
}).transform((v) => {
|
|
99
104
|
return remap$(v, {
|
|
@@ -109,7 +114,7 @@ export type EvalTask$Outbound = {
|
|
|
109
114
|
name?: string | undefined;
|
|
110
115
|
type: string;
|
|
111
116
|
dataset: EvalDataset$Outbound;
|
|
112
|
-
prompt_template
|
|
117
|
+
prompt_template?: string | undefined;
|
|
113
118
|
target_template?: string | undefined;
|
|
114
119
|
choices?: Array<string> | undefined;
|
|
115
120
|
output_extraction?: EvalOutputExtraction$Outbound | undefined;
|
|
@@ -118,6 +123,7 @@ export type EvalTask$Outbound = {
|
|
|
118
123
|
preprocess?: EvalPythonPreprocessor$Outbound | undefined;
|
|
119
124
|
fewshot?: EvalFewshotConfig$Outbound | undefined;
|
|
120
125
|
num_fewshot?: number | undefined;
|
|
126
|
+
language?: string | undefined;
|
|
121
127
|
metadata?: { [k: string]: any } | undefined;
|
|
122
128
|
};
|
|
123
129
|
|
|
@@ -131,7 +137,7 @@ export const EvalTask$outboundSchema: z.ZodType<
|
|
|
131
137
|
name: z.string().optional(),
|
|
132
138
|
type: EvalTaskType$outboundSchema,
|
|
133
139
|
dataset: EvalDataset$outboundSchema,
|
|
134
|
-
promptTemplate: z.string(),
|
|
140
|
+
promptTemplate: z.string().optional(),
|
|
135
141
|
targetTemplate: z.string().optional(),
|
|
136
142
|
choices: z.array(z.string()).optional(),
|
|
137
143
|
outputExtraction: EvalOutputExtraction$outboundSchema.optional(),
|
|
@@ -140,6 +146,7 @@ export const EvalTask$outboundSchema: z.ZodType<
|
|
|
140
146
|
preprocess: EvalPythonPreprocessor$outboundSchema.optional(),
|
|
141
147
|
fewshot: EvalFewshotConfig$outboundSchema.optional(),
|
|
142
148
|
numFewshot: z.number().int().optional(),
|
|
149
|
+
language: z.string().optional(),
|
|
143
150
|
metadata: z.record(z.any()).optional(),
|
|
144
151
|
}).transform((v) => {
|
|
145
152
|
return remap$(v, {
|