@keystrokehq/openai 0.1.2 → 0.1.3

package/dist/actions/create-eval-run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.mjs","names":[],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n}).describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2B,EAAE,OAAO;CAC/C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAa,EAAE,MAAM;EAAC,EAAE,OAAO;GAC/B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC/C,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,6CAA6C;EAAG,EAAE,OAAO;GACnE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACzD,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,8CAA8C,EAAE,OAAO;CAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,qDAAqD,EAAE,OAAO;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,yCAAyC,EAAE,OAAO;CACtD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,0CAA0C,EAAE,OAAO;CACvD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,qDAAqD,EAAE,OAAO;CAClE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAkB3C,MAAa,sBAAsB,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBuC,EAAE,OAAO;EAChD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA8C;GAAoD;EAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAC1E,iBAAiB,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5J,8BAA8B,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,SAAS,8CAOF;AACV,CAAC"}
+{"version":3,"file":"create-eval-run.mjs","names":[],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2B,EAAE,OAAO;CAC/C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAa,EAAE,MAAM;EAAC,EAAE,OAAO;GAC/B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC3E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAG,EAAE,OAAO;GACjF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqD,EAAE,OAAO;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyC,EAAE,OAAO;CACtD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0C,EAAE,OAAO;CACvD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqD,EAAE,OAAO;CAClE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,sBAAsB,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBuC,EAAE,OAAO;EAChD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA8C;GAAoD;EAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAC1E,iBAAiB,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5J,8BAA8B,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAOhB;AACV,CAAC"}

package/dist/actions/create-eval.cjs

@@ -11,42 +11,42 @@ const OpenaiCreateEvalInput = zod.z.object({
 			input: zod.z.array(zod.z.object({
 				role: zod.z.string().describe("Role of the message sender (e.g., 'system', 'user')"),
 				content: zod.z.string().describe("Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}")
-			}).describe("Chat message for model-based graders.")).describe("Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}"),
+			}).passthrough().describe("Chat message for model-based graders.")).describe("Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}"),
 			model: zod.z.string().describe("Model to use for grading (e.g., 'gpt-4o-mini')"),
 			labels: zod.z.array(zod.z.string()).describe("Complete list of possible labels the model can return"),
 			passing_labels: zod.z.array(zod.z.string()).describe("List of labels that indicate the evaluation passes")
-		}).describe("Label model grader for classification-based evaluation."),
+		}).passthrough().describe("Label model grader for classification-based evaluation."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'string_check'")
-		}).describe("String check grader for exact or substring matching."),
+		}).passthrough().describe("String check grader for exact or substring matching."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'text_similarity'")
-		}).describe("Text similarity grader for semantic similarity evaluation."),
+		}).passthrough().describe("Text similarity grader for semantic similarity evaluation."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'python'")
-		}).describe("Python grader for custom evaluation logic."),
+		}).passthrough().describe("Python grader for custom evaluation logic."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'score_model'")
-		}).describe("Score model grader for numeric scoring evaluation.")
+		}).passthrough().describe("Score model grader for numeric scoring evaluation.")
 	])).describe("A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model"),
 	data_source_config: zod.z.union([
 		zod.z.object({
 			type: zod.z.string().describe("Type of data source, must be 'custom'"),
 			item_schema: zod.z.record(zod.z.string(), zod.z.unknown()).describe("JSON schema describing the structure of each data item in the custom dataset"),
 			include_sample_schema: zod.z.boolean().nullable().optional()
-		}).describe("Custom data source configuration for evaluations."),
+		}).passthrough().describe("Custom data source configuration for evaluations."),
 		zod.z.object({
 			type: zod.z.string().describe("Type of data source, must be 'logs'"),
 			metadata: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Logs data source configuration for evaluations."),
+		}).passthrough().describe("Logs data source configuration for evaluations."),
 		zod.z.object({
 			type: zod.z.string().describe("Type of data source, must be 'stored_completions'"),
 			metadata: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Stored completions data source configuration for evaluations.")
+		}).passthrough().describe("Stored completions data source configuration for evaluations.")
 	])
 }).describe("Request model for creating an evaluation.");
 const OpenaiCreateEvalOutput = zod.z.object({
@@ -57,7 +57,7 @@ const OpenaiCreateEvalOutput = zod.z.object({
 	created_at: zod.z.number().int().describe("The Unix timestamp (in seconds) for when the eval was created").nullable(),
 	testing_criteria: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("A list of testing criteria"),
 	data_source_config: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration of data sources used in runs of the evaluation")
-}).describe("Response schema for eval creation.");
+}).passthrough().describe("Response schema for eval creation.");
 const openaiCreateEval = require_action.action("OPENAI_CREATE_EVAL", {
 	slug: "openai-create-eval",
 	name: "Create Eval",

package/dist/actions/create-eval.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.cjs","names":["z","action"],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CACtF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC3I,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO;IACxB,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;IAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;GAC7I,CAAC,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;GACnP,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;GAC3E,QAAQA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;GAC5F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACnG,CAAC,CAAC,CAAC,SAAS,yDAAyD;EAAGA,IAAAA,EAAE,OAAO;GAC/E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACpE,CAAC,CAAC,CAAC,SAAS,sDAAsD;EAAGA,IAAAA,EAAE,OAAO;GAC5E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAO;GAClF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;EAC9D,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAAGA,IAAAA,EAAE,OAAO;GAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;EACnE,CAAC,CAAC,CAAC,SAAS,oDAAoD;CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;CACta,oBAAoBA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GACtC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;GACtI,uBAAuBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzD,CAAC,CAAC,CAAC,SAAS,mDAAmD;EAAGA,IAAAA,EAAE,OAAO;GACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;GAC/D,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,SAAS,iDAAiD;EAAGA,IAAAA,EAAE,OAAO;GACvE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;GAC7E,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,SAAS,+DAA+D;CAAC,CAAC;AAC7E,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,SAAS,oCAAoC;AAEhD,MAAa,mBAAmBC,eAAAA,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-eval.cjs","names":["z","action"],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CACtF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC3I,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO;IACxB,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;IAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;GAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;GACjQ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;GAC3E,QAAQA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;GAC5F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;EAAGA,IAAAA,EAAE,OAAO;GAC7F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;EAAGA,IAAAA,EAAE,OAAO;GAC1F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAO;GAChG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;EAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;EAAGA,IAAAA,EAAE,OAAO;GAChF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;EACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;CACpb,oBAAoBA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GACtC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;GACtI,uBAAuBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;EAAGA,IAAAA,EAAE,OAAO;GACvF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;GAC/D,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;EAAGA,IAAAA,EAAE,OAAO;GACrF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;GAC7E,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;CAAC,CAAC;AAC3F,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAAoC;AAE9D,MAAa,mBAAmBC,eAAAA,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-eval.d.cts

@@ -10,34 +10,34 @@ declare const OpenaiCreateEvalInput: z.ZodObject<{
     input: z.ZodArray<z.ZodObject<{
       role: z.ZodString;
       content: z.ZodString;
-    }, z.core.$strip>>;
+    }, z.core.$loose>>;
     model: z.ZodString;
     labels: z.ZodArray<z.ZodString>;
     passing_labels: z.ZodArray<z.ZodString>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>]>>;
+  }, z.core.$loose>]>>;
   data_source_config: z.ZodUnion<readonly [z.ZodObject<{
     type: z.ZodString;
     item_schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     include_sample_schema: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>;
+  }, z.core.$loose>]>;
 }, z.core.$strip>;
 declare const OpenaiCreateEvalOutput: z.ZodObject<{
   id: z.ZodNullable<z.ZodString>;
@@ -47,13 +47,15 @@ declare const OpenaiCreateEvalOutput: z.ZodObject<{
   created_at: z.ZodNullable<z.ZodNumber>;
   testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-}, z.core.$strip>;
+}, z.core.$loose>;
 declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<{
   name: string;
   testing_criteria: ({
+    [x: string]: unknown;
     name: string;
     type: string;
     input: {
+      [x: string]: unknown;
       role: string;
       content: string;
     }[];
@@ -61,26 +63,33 @@ declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefi
     labels: string[];
     passing_labels: string[];
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   })[];
   data_source_config: {
+    [x: string]: unknown;
     type: string;
     item_schema: Record<string, unknown>;
     include_sample_schema?: boolean | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     metadata?: Record<string, unknown> | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     metadata?: Record<string, unknown> | null | undefined;
   };

package/dist/actions/create-eval.d.mts

@@ -10,34 +10,34 @@ declare const OpenaiCreateEvalInput: z.ZodObject<{
     input: z.ZodArray<z.ZodObject<{
       role: z.ZodString;
       content: z.ZodString;
-    }, z.core.$strip>>;
+    }, z.core.$loose>>;
     model: z.ZodString;
     labels: z.ZodArray<z.ZodString>;
     passing_labels: z.ZodArray<z.ZodString>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     type: z.ZodString;
-  }, z.core.$strip>]>>;
+  }, z.core.$loose>]>>;
   data_source_config: z.ZodUnion<readonly [z.ZodObject<{
     type: z.ZodString;
     item_schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     include_sample_schema: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>;
+  }, z.core.$loose>]>;
 }, z.core.$strip>;
 declare const OpenaiCreateEvalOutput: z.ZodObject<{
   id: z.ZodNullable<z.ZodString>;
@@ -47,13 +47,15 @@ declare const OpenaiCreateEvalOutput: z.ZodObject<{
   created_at: z.ZodNullable<z.ZodNumber>;
   testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
   data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-}, z.core.$strip>;
+}, z.core.$loose>;
 declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<{
   name: string;
   testing_criteria: ({
+    [x: string]: unknown;
     name: string;
     type: string;
     input: {
+      [x: string]: unknown;
       role: string;
       content: string;
     }[];
@@ -61,26 +63,33 @@ declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefi
     labels: string[];
     passing_labels: string[];
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     name?: string | null | undefined;
   })[];
   data_source_config: {
+    [x: string]: unknown;
     type: string;
     item_schema: Record<string, unknown>;
     include_sample_schema?: boolean | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     metadata?: Record<string, unknown> | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     metadata?: Record<string, unknown> | null | undefined;
   };

package/dist/actions/create-eval.mjs

@@ -14,42 +14,42 @@ const openaiCreateEval = action("OPENAI_CREATE_EVAL", {
 				input: z.array(z.object({
 					role: z.string().describe("Role of the message sender (e.g., 'system', 'user')"),
 					content: z.string().describe("Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}")
-				}).describe("Chat message for model-based graders.")).describe("Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}"),
+				}).passthrough().describe("Chat message for model-based graders.")).describe("Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}"),
 				model: z.string().describe("Model to use for grading (e.g., 'gpt-4o-mini')"),
 				labels: z.array(z.string()).describe("Complete list of possible labels the model can return"),
 				passing_labels: z.array(z.string()).describe("List of labels that indicate the evaluation passes")
-			}).describe("Label model grader for classification-based evaluation."),
+			}).passthrough().describe("Label model grader for classification-based evaluation."),
 			z.object({
 				name: z.string().nullable().optional(),
 				type: z.string().describe("Type of grader, must be 'string_check'")
-			}).describe("String check grader for exact or substring matching."),
+			}).passthrough().describe("String check grader for exact or substring matching."),
 			z.object({
 				name: z.string().nullable().optional(),
 				type: z.string().describe("Type of grader, must be 'text_similarity'")
-			}).describe("Text similarity grader for semantic similarity evaluation."),
+			}).passthrough().describe("Text similarity grader for semantic similarity evaluation."),
 			z.object({
 				name: z.string().nullable().optional(),
 				type: z.string().describe("Type of grader, must be 'python'")
-			}).describe("Python grader for custom evaluation logic."),
+			}).passthrough().describe("Python grader for custom evaluation logic."),
 			z.object({
 				name: z.string().nullable().optional(),
 				type: z.string().describe("Type of grader, must be 'score_model'")
-			}).describe("Score model grader for numeric scoring evaluation.")
+			}).passthrough().describe("Score model grader for numeric scoring evaluation.")
 		])).describe("A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model"),
 		data_source_config: z.union([
 			z.object({
 				type: z.string().describe("Type of data source, must be 'custom'"),
 				item_schema: z.record(z.string(), z.unknown()).describe("JSON schema describing the structure of each data item in the custom dataset"),
 				include_sample_schema: z.boolean().nullable().optional()
-			}).describe("Custom data source configuration for evaluations."),
+			}).passthrough().describe("Custom data source configuration for evaluations."),
 			z.object({
 				type: z.string().describe("Type of data source, must be 'logs'"),
 				metadata: z.record(z.string(), z.unknown()).nullable().optional()
-			}).describe("Logs data source configuration for evaluations."),
+			}).passthrough().describe("Logs data source configuration for evaluations."),
 			z.object({
 				type: z.string().describe("Type of data source, must be 'stored_completions'"),
 				metadata: z.record(z.string(), z.unknown()).nullable().optional()
-			}).describe("Stored completions data source configuration for evaluations.")
+			}).passthrough().describe("Stored completions data source configuration for evaluations.")
 		])
 	}).describe("Request model for creating an evaluation."),
 	output: z.object({
@@ -60,7 +60,7 @@ const openaiCreateEval = action("OPENAI_CREATE_EVAL", {
 		created_at: z.number().int().describe("The Unix timestamp (in seconds) for when the eval was created").nullable(),
 		testing_criteria: z.array(z.record(z.string(), z.unknown())).describe("A list of testing criteria"),
 		data_source_config: z.record(z.string(), z.unknown()).describe("Configuration of data sources used in runs of the evaluation")
-	}).describe("Response schema for eval creation.")
+	}).passthrough().describe("Response schema for eval creation.")
 });
 //#endregion
 export { openaiCreateEval };

package/dist/actions/create-eval.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.mjs","names":[],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;AAoDA,MAAa,mBAAmB,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OApDmC,EAAE,OAAO;EAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;EACtF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;EAC3I,kBAAkB,EAAE,MAAM,EAAE,MAAM;GAAC,EAAE,OAAO;IAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,OAAO,EAAE,MAAM,EAAE,OAAO;KACxB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;KAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;IAC7I,CAAC,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;IACnP,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;IAC3E,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;IAC5F,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;GACnG,CAAC,CAAC,CAAC,SAAS,yDAAyD;GAAG,EAAE,OAAO;IAC/E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GACpE,CAAC,CAAC,CAAC,SAAS,sDAAsD;GAAG,EAAE,OAAO;IAC5E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,CAAC,CAAC,CAAC,SAAS,4DAA4D;GAAG,EAAE,OAAO;IAClF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC9D,CAAC,CAAC,CAAC,SAAS,4CAA4C;GAAG,EAAE,OAAO;IAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACnE,CAAC,CAAC,CAAC,SAAS,oDAAoD;EAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;EACta,oBAAoB,EAAE,MAAM;GAAC,EAAE,OAAO;IACtC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;IACtI,uBAAuB,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACzD,CAAC,CAAC,CAAC,SAAS,mDAAmD;GAAG,EAAE,OAAO;IACzE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,SAAS,iDAAiD;GAAG,EAAE,OAAO;IACvE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;IAC7E,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,SAAS,+DAA+D;EAAC,CAAC;CAC7E,CAAC,CAAC,CAAC,SAAS,2CAeH;CACP,QAfoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EACzE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACjE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACnE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;EAChH,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;EAClG,oBAAoB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;CAC/H,CAAC,CAAC,CAAC,SAAS,oCAOF;AACV,CAAC"}
+{"version":3,"file":"create-eval.mjs","names":[],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;AAoDA,MAAa,mBAAmB,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OApDmC,EAAE,OAAO;EAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;EACtF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;EAC3I,kBAAkB,EAAE,MAAM,EAAE,MAAM;GAAC,EAAE,OAAO;IAC5C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,OAAO,EAAE,MAAM,EAAE,OAAO;KACxB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;KAC/E,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;IAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;IACjQ,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;IAC3E,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;IAC5F,gBAAgB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;GACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;GAAG,EAAE,OAAO;IAC7F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;GACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;GAAG,EAAE,OAAO;IAC1F,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;GACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;GAAG,EAAE,OAAO;IAChG,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;GAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;GAAG,EAAE,OAAO;IAChF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;IACrC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;EAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;EACpb,oBAAoB,EAAE,MAAM;GAAC,EAAE,OAAO;IACtC,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;IACjE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;IACtI,uBAAuB,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;GAAG,EAAE,OAAO;IACvF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;GAAG,EAAE,OAAO;IACrF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;IAC7E,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;EAAC,CAAC;CAC3F,CAAC,CAAC,CAAC,SAAS,2CAeH;CACP,QAfoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;EACzE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACjE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;EACnE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAChH,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;EAChH,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;EAClG,oBAAoB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;CAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAOhB;AACV,CAAC"}

package/dist/actions/create-fine-tuning-job.cjs

@@ -16,7 +16,7 @@ const OpenaiCreateFineTuningJob_ErrorDetailSchema = zod.z.object({
 	code: zod.z.string().describe("Error code").nullable(),
 	param: zod.z.unknown().describe("Parameter that caused the error").nullable().optional(),
 	message: zod.z.string().describe("Error message").nullable()
-}).describe("Error details for a fine-tuning job.");
+}).passthrough().describe("Error details for a fine-tuning job.");
 const OpenaiCreateFineTuningJob_FineTuningMethodTypeSchema = zod.z.enum([
 	"supervised",
 	"dpo",
@@ -27,7 +27,7 @@ const OpenaiCreateFineTuningJob_MethodResponseSchema = zod.z.object({
 	type: OpenaiCreateFineTuningJob_FineTuningMethodTypeSchema.nullable(),
 	supervised: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration for the supervised fine-tuning method.").nullable().optional(),
 	reinforcement: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration for the reinforcement fine-tuning method.").nullable().optional()
-}).describe("Method configuration used for fine-tuning (in response).");
+}).passthrough().describe("Method configuration used for fine-tuning (in response).");
 const OpenaiCreateFineTuningJob_FineTuningJobStatusSchema = zod.z.enum([
 	"validating_files",
 	"queued",
@@ -40,7 +40,7 @@ const OpenaiCreateFineTuningJob_HyperparametersResponseSchema = zod.z.object({
 	n_epochs: zod.z.union([zod.z.number().int(), zod.z.string()]).nullable().optional(),
 	batch_size: zod.z.unknown().describe("Number of examples in each batch. Can be 'auto' or an integer.").nullable().optional(),
 	learning_rate_multiplier: zod.z.union([zod.z.string(), zod.z.number()]).nullable().optional()
-}).describe("Hyperparameters used for the fine-tuning job (in response).");
+}).passthrough().describe("Hyperparameters used for the fine-tuning job (in response).");
 const OpenaiCreateFineTuningJobOutput = zod.z.object({
 	id: zod.z.string().describe("The object identifier, which can be referenced in the API endpoints.").nullable(),
 	seed: zod.z.number().int().describe("The seed used for the fine-tuning job.").nullable(),
@@ -61,7 +61,7 @@ const OpenaiCreateFineTuningJobOutput = zod.z.object({
 	validation_file: zod.z.string().describe("The file ID used for validation. You can retrieve the validation data with the Files API.").nullable().optional(),
 	estimated_finish: zod.z.number().int().describe("The Unix timestamp (in seconds) for when the fine-tuning job is estimated to finish. The value will be null if the fine-tuning job is not running.").nullable().optional(),
 	fine_tuned_model: zod.z.string().describe("The name of the fine-tuned model that is being created. The value will be null if the fine-tuning job is still running.").nullable().optional()
-}).describe("Response schema for creating a fine-tuning job.");
+}).passthrough().describe("Response schema for creating a fine-tuning job.");
 const openaiCreateFineTuningJob = require_action.action("OPENAI_CREATE_FINE_TUNING_JOB", {
 	slug: "openai-create-fine-tuning-job",
 	name: "Create fine-tuning job",

package/dist/actions/create-fine-tuning-job.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-fine-tuning-job.cjs","names":["z","action"],"sources":["../../src/actions/create-fine-tuning-job.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateFineTuningJobInput = z.object({\n  seed: z.number().int().describe(\"The seed controls the reproducibility of the job. Passing in the same seed and job parameters should produce the same results, but may differ in rare cases. If a seed is not specified, one will be generated for you.\").optional(),\n  model: z.string().describe(\"The name of the model to fine-tune. You can select one of the supported models for fine-tuning.\"),\n  method: z.record(z.string(), z.unknown()).describe(\"The method used for fine-tuning. Must include a 'type' field set to 'supervised', 'dpo', or 'reinforcement'. Can include method-specific configuration under corresponding keys ('supervised', 'dpo', or 'reinforcement').\").optional(),\n  suffix: z.string().describe(\"A string of up to 64 characters that will be added to your fine-tuned model name. For example, a suffix of 'custom-model-name' would produce a model name like 'ft:gpt-4o-mini:openai:custom-model-name:7p4lURel'.\").optional(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Set of 16 key-value pairs that can be attached to the fine-tuning job. This can be useful for storing additional information about the job in a structured format. Keys can be a maximum of 64 characters long and values can be a maximum of 512 characters long.\").optional(),\n  integrations: z.array(z.record(z.string(), z.unknown())).describe(\"A list of integrations to enable for your fine-tuning job. Each integration must specify 'type' and 'wandb' configuration.\").optional(),\n  training_file: z.string().describe(\"The ID of an uploaded file that contains training data. See upload file for how to upload a file. Your dataset must be formatted as a JSONL file and uploaded with the purpose 'fine-tune'.\"),\n  hyperparameters: z.record(z.string(), z.unknown()).describe(\"The hyperparameters used for the fine-tuning job. This value is now deprecated in favor of 'method', and should be passed in under the 'method' parameter. Can include 'batch_size', 'learning_rate_multiplier', and 'n_epochs'. Each can be either 'auto' (string) or a specific number.\").optional(),\n  validation_file: z.string().describe(\"The ID of an uploaded file that contains validation data. If provided, the data is used to generate validation metrics periodically during fine-tuning. The same data should not be present in both train and validation files. Your dataset must be formatted as a JSONL file and uploaded with the purpose 'fine-tune'.\").optional(),\n}).describe(\"Request model for creating a fine-tuning job.\");\nconst OpenaiCreateFineTuningJob_ErrorDetailSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  param: z.unknown().describe(\"Parameter that caused the error\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).describe(\"Error details for a fine-tuning job.\");\nconst OpenaiCreateFineTuningJob_FineTuningMethodTypeSchema = z.enum([\"supervised\", \"dpo\", \"reinforcement\"]).describe(\"Fine-tuning method types.\");\nconst OpenaiCreateFineTuningJob_MethodResponseSchema = z.object({\n  dpo: z.record(z.string(), z.unknown()).describe(\"Configuration for the DPO fine-tuning method.\").nullable().optional(),\n  type: OpenaiCreateFineTuningJob_FineTuningMethodTypeSchema.nullable(),\n  supervised: z.record(z.string(), z.unknown()).describe(\"Configuration for the supervised fine-tuning method.\").nullable().optional(),\n  reinforcement: z.record(z.string(), z.unknown()).describe(\"Configuration for the reinforcement fine-tuning method.\").nullable().optional(),\n}).describe(\"Method configuration used for fine-tuning (in response).\");\nconst OpenaiCreateFineTuningJob_FineTuningJobStatusSchema = z.enum([\"validating_files\", \"queued\", \"running\", \"succeeded\", \"failed\", \"cancelled\"]).describe(\"Status values for fine-tuning jobs.\");\nconst OpenaiCreateFineTuningJob_HyperparametersResponseSchema = z.object({\n  n_epochs: z.union([z.number().int(), z.string()]).nullable().optional(),\n  batch_size: z.unknown().describe(\"Number of examples in each batch. Can be 'auto' or an integer.\").nullable().optional(),\n  learning_rate_multiplier: z.union([z.string(), z.number()]).nullable().optional(),\n}).describe(\"Hyperparameters used for the fine-tuning job (in response).\");\nexport const OpenaiCreateFineTuningJobOutput = z.object({\n  id: z.string().describe(\"The object identifier, which can be referenced in the API endpoints.\").nullable(),\n  seed: z.number().int().describe(\"The seed used for the fine-tuning job.\").nullable(),\n  error: OpenaiCreateFineTuningJob_ErrorDetailSchema.nullable().optional(),\n  model: z.string().describe(\"The base model that is being fine-tuned.\").nullable(),\n  method: OpenaiCreateFineTuningJob_MethodResponseSchema.nullable().optional(),\n  object: z.string().describe(\"The object type, which is always 'fine_tuning.job'.\").nullable(),\n  status: OpenaiCreateFineTuningJob_FineTuningJobStatusSchema.nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Set of key-value pairs attached to the fine-tuning job.\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the fine-tuning job was created.\").nullable(),\n  finished_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the fine-tuning job was finished. The value will be null if the fine-tuning job is still running.\").nullable().optional(),\n  integrations: z.array(z.record(z.string(), z.unknown())).describe(\"A list of integrations enabled for this fine-tuning job.\").nullable().optional(),\n  result_files: z.array(z.string()).describe(\"The compiled results file ID(s) for the fine-tuning job. You can retrieve the results with the Files API.\"),\n  training_file: z.string().describe(\"The file ID used for training. You can retrieve the training data with the Files API.\").nullable(),\n  trained_tokens: z.number().int().describe(\"The total number of billable tokens processed by this fine-tuning job.\").nullable().optional(),\n  hyperparameters: OpenaiCreateFineTuningJob_HyperparametersResponseSchema.nullable().optional(),\n  organization_id: z.string().describe(\"The organization that owns the fine-tuning job.\").nullable(),\n  validation_file: z.string().describe(\"The file ID used for validation. You can retrieve the validation data with the Files API.\").nullable().optional(),\n  estimated_finish: z.number().int().describe(\"The Unix timestamp (in seconds) for when the fine-tuning job is estimated to finish. The value will be null if the fine-tuning job is not running.\").nullable().optional(),\n  fine_tuned_model: z.string().describe(\"The name of the fine-tuned model that is being created. The value will be null if the fine-tuning job is still running.\").nullable().optional(),\n}).describe(\"Response schema for creating a fine-tuning job.\");\n\nexport const openaiCreateFineTuningJob = action(\"OPENAI_CREATE_FINE_TUNING_JOB\", {\n  slug: \"openai-create-fine-tuning-job\",\n  name: \"Create fine-tuning job\",\n  description: \"Tool to create a fine-tuning job which begins the process of creating a new model from a given dataset. Use when you need to start fine-tuning a model with your training data. Response includes details of the enqueued job including job status and the name of the fine-tuned models once complete.\",\n  input: OpenaiCreateFineTuningJobInput,\n  output: OpenaiCreateFineTuningJobOutput,\n});\n"],"mappings":";;;AAIA,MAAa,iCAAiCA,IAAAA,EAAE,OAAO;CACrD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yNAAyN,CAAC,CAAC,SAAS;CACpQ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iGAAiG;CAC5H,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4NAA4N,CAAC,CAAC,SAAS;CAC1R,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oNAAoN,CAAC,CAAC,SAAS;CAC3P,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,oQAAoQ,CAAC,CAAC,SAAS;CACpU,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CACzM,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6LAA6L;CAChO,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2RAA2R,CAAC,CAAC,SAAS;CAClW,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2TAA2T,CAAC,CAAC,SAAS;AAC7W,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,uDAAuDA,IAAAA,EAAE,KAAK;CAAC;CAAc;CAAO;AAAe,CAAC,CAAC,CAAC,SAAS,2BAA2B;AAChJ,MAAM,iDAAiDA,IAAAA,EAAE,OAAO;CAC9D,KAAKA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,MAAM,qDAAqD,SAAS;CACpE,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnI,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC3I,CAAC,CAAC,CAAC,SAAS,0DAA0D;AACtE,MAAM,sDAAsDA,IAAAA,EAAE,KAAK;CAAC;CAAoB;CAAU;CAAW;CAAa;CAAU;AAAW,CAAC,CAAC,CAAC,SAAS,qCAAqC;AAChM,MAAM,0DAA0DA,IAAAA,EAAE,OAAO;CACvE,UAAUA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtE,YAAYA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gEAAgE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvH,0BAA0BA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAClF,CAAC,CAAC,CAAC,SAAS,6DAA6D;AACzE,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,CAAC,CAAC,SAAS;CACzG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACnF,OAAO,4CAA4C,SAAS,CAAC,CAAC,SAAS;CACvE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAChF,QAAQ,+CAA+C,SAAS,CAAC,CAAC,SAAS;CAC3E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC5F,QAAQ,oDAAoD,SAAS;CACrE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpI,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC5H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4IAA4I,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzM,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0DAA0D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClJ,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,2GAA2G;CACtJ,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;CACrI,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxI,iBAAiB,wDAAwD,SAAS,CAAC,CAAC,SAAS;CAC7F,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CACjG,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oJAAoJ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtN,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yHAAyH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACvL,CAAC,CAAC,CAAC,SAAS,iDAAiD;AAE7D,MAAa,4BAA4BC,eAAAA,OAAO,iCAAiC;CAC/E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-fine-tuning-job.cjs","names":["z","action"],"sources":["../../src/actions/create-fine-tuning-job.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateFineTuningJobInput = z.object({\n  seed: z.number().int().describe(\"The seed controls the reproducibility of the job. Passing in the same seed and job parameters should produce the same results, but may differ in rare cases. If a seed is not specified, one will be generated for you.\").optional(),\n  model: z.string().describe(\"The name of the model to fine-tune. You can select one of the supported models for fine-tuning.\"),\n  method: z.record(z.string(), z.unknown()).describe(\"The method used for fine-tuning. Must include a 'type' field set to 'supervised', 'dpo', or 'reinforcement'. Can include method-specific configuration under corresponding keys ('supervised', 'dpo', or 'reinforcement').\").optional(),\n  suffix: z.string().describe(\"A string of up to 64 characters that will be added to your fine-tuned model name. For example, a suffix of 'custom-model-name' would produce a model name like 'ft:gpt-4o-mini:openai:custom-model-name:7p4lURel'.\").optional(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Set of 16 key-value pairs that can be attached to the fine-tuning job. This can be useful for storing additional information about the job in a structured format. Keys can be a maximum of 64 characters long and values can be a maximum of 512 characters long.\").optional(),\n  integrations: z.array(z.record(z.string(), z.unknown())).describe(\"A list of integrations to enable for your fine-tuning job. Each integration must specify 'type' and 'wandb' configuration.\").optional(),\n  training_file: z.string().describe(\"The ID of an uploaded file that contains training data. See upload file for how to upload a file. Your dataset must be formatted as a JSONL file and uploaded with the purpose 'fine-tune'.\"),\n  hyperparameters: z.record(z.string(), z.unknown()).describe(\"The hyperparameters used for the fine-tuning job. This value is now deprecated in favor of 'method', and should be passed in under the 'method' parameter. Can include 'batch_size', 'learning_rate_multiplier', and 'n_epochs'. Each can be either 'auto' (string) or a specific number.\").optional(),\n  validation_file: z.string().describe(\"The ID of an uploaded file that contains validation data. If provided, the data is used to generate validation metrics periodically during fine-tuning. The same data should not be present in both train and validation files. Your dataset must be formatted as a JSONL file and uploaded with the purpose 'fine-tune'.\").optional(),\n}).describe(\"Request model for creating a fine-tuning job.\");\nconst OpenaiCreateFineTuningJob_ErrorDetailSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  param: z.unknown().describe(\"Parameter that caused the error\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error details for a fine-tuning job.\");\nconst OpenaiCreateFineTuningJob_FineTuningMethodTypeSchema = z.enum([\"supervised\", \"dpo\", \"reinforcement\"]).describe(\"Fine-tuning method types.\");\nconst OpenaiCreateFineTuningJob_MethodResponseSchema = z.object({\n  dpo: z.record(z.string(), z.unknown()).describe(\"Configuration for the DPO fine-tuning method.\").nullable().optional(),\n  type: OpenaiCreateFineTuningJob_FineTuningMethodTypeSchema.nullable(),\n  supervised: z.record(z.string(), z.unknown()).describe(\"Configuration for the supervised fine-tuning method.\").nullable().optional(),\n  reinforcement: z.record(z.string(), z.unknown()).describe(\"Configuration for the reinforcement fine-tuning method.\").nullable().optional(),\n}).passthrough().describe(\"Method configuration used for fine-tuning (in response).\");\nconst OpenaiCreateFineTuningJob_FineTuningJobStatusSchema = z.enum([\"validating_files\", \"queued\", \"running\", \"succeeded\", \"failed\", \"cancelled\"]).describe(\"Status values for fine-tuning jobs.\");\nconst OpenaiCreateFineTuningJob_HyperparametersResponseSchema = z.object({\n  n_epochs: z.union([z.number().int(), z.string()]).nullable().optional(),\n  batch_size: z.unknown().describe(\"Number of examples in each batch. Can be 'auto' or an integer.\").nullable().optional(),\n  learning_rate_multiplier: z.union([z.string(), z.number()]).nullable().optional(),\n}).passthrough().describe(\"Hyperparameters used for the fine-tuning job (in response).\");\nexport const OpenaiCreateFineTuningJobOutput = z.object({\n  id: z.string().describe(\"The object identifier, which can be referenced in the API endpoints.\").nullable(),\n  seed: z.number().int().describe(\"The seed used for the fine-tuning job.\").nullable(),\n  error: OpenaiCreateFineTuningJob_ErrorDetailSchema.nullable().optional(),\n  model: z.string().describe(\"The base model that is being fine-tuned.\").nullable(),\n  method: OpenaiCreateFineTuningJob_MethodResponseSchema.nullable().optional(),\n  object: z.string().describe(\"The object type, which is always 'fine_tuning.job'.\").nullable(),\n  status: OpenaiCreateFineTuningJob_FineTuningJobStatusSchema.nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Set of key-value pairs attached to the fine-tuning job.\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the fine-tuning job was created.\").nullable(),\n  finished_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the fine-tuning job was finished. The value will be null if the fine-tuning job is still running.\").nullable().optional(),\n  integrations: z.array(z.record(z.string(), z.unknown())).describe(\"A list of integrations enabled for this fine-tuning job.\").nullable().optional(),\n  result_files: z.array(z.string()).describe(\"The compiled results file ID(s) for the fine-tuning job. You can retrieve the results with the Files API.\"),\n  training_file: z.string().describe(\"The file ID used for training. You can retrieve the training data with the Files API.\").nullable(),\n  trained_tokens: z.number().int().describe(\"The total number of billable tokens processed by this fine-tuning job.\").nullable().optional(),\n  hyperparameters: OpenaiCreateFineTuningJob_HyperparametersResponseSchema.nullable().optional(),\n  organization_id: z.string().describe(\"The organization that owns the fine-tuning job.\").nullable(),\n  validation_file: z.string().describe(\"The file ID used for validation. You can retrieve the validation data with the Files API.\").nullable().optional(),\n  estimated_finish: z.number().int().describe(\"The Unix timestamp (in seconds) for when the fine-tuning job is estimated to finish. The value will be null if the fine-tuning job is not running.\").nullable().optional(),\n  fine_tuned_model: z.string().describe(\"The name of the fine-tuned model that is being created. The value will be null if the fine-tuning job is still running.\").nullable().optional(),\n}).passthrough().describe(\"Response schema for creating a fine-tuning job.\");\n\nexport const openaiCreateFineTuningJob = action(\"OPENAI_CREATE_FINE_TUNING_JOB\", {\n  slug: \"openai-create-fine-tuning-job\",\n  name: \"Create fine-tuning job\",\n  description: \"Tool to create a fine-tuning job which begins the process of creating a new model from a given dataset. Use when you need to start fine-tuning a model with your training data. Response includes details of the enqueued job including job status and the name of the fine-tuned models once complete.\",\n  input: OpenaiCreateFineTuningJobInput,\n  output: OpenaiCreateFineTuningJobOutput,\n});\n"],"mappings":";;;AAIA,MAAa,iCAAiCA,IAAAA,EAAE,OAAO;CACrD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,yNAAyN,CAAC,CAAC,SAAS;CACpQ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iGAAiG;CAC5H,QAAQA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4NAA4N,CAAC,CAAC,SAAS;CAC1R,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oNAAoN,CAAC,CAAC,SAAS;CAC3P,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,oQAAoQ,CAAC,CAAC,SAAS;CACpU,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4HAA4H,CAAC,CAAC,SAAS;CACzM,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,6LAA6L;CAChO,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2RAA2R,CAAC,CAAC,SAAS;CAClW,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2TAA2T,CAAC,CAAC,SAAS;AAC7W,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,OAAOA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,uDAAuDA,IAAAA,EAAE,KAAK;CAAC;CAAc;CAAO;AAAe,CAAC,CAAC,CAAC,SAAS,2BAA2B;AAChJ,MAAM,iDAAiDA,IAAAA,EAAE,OAAO;CAC9D,KAAKA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,MAAM,qDAAqD,SAAS;CACpE,YAAYA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACnI,eAAeA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC3I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,0DAA0D;AACpF,MAAM,sDAAsDA,IAAAA,EAAE,KAAK;CAAC;CAAoB;CAAU;CAAW;CAAa;CAAU;AAAW,CAAC,CAAC,CAAC,SAAS,qCAAqC;AAChM,MAAM,0DAA0DA,IAAAA,EAAE,OAAO;CACvE,UAAUA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtE,YAAYA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,gEAAgE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvH,0BAA0BA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAClF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6DAA6D;AACvF,MAAa,kCAAkCA,IAAAA,EAAE,OAAO;CACtD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sEAAsE,CAAC,CAAC,SAAS;CACzG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACnF,OAAO,4CAA4C,SAAS,CAAC,CAAC,SAAS;CACvE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAChF,QAAQ,+CAA+C,SAAS,CAAC,CAAC,SAAS;CAC3E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS;CAC5F,QAAQ,oDAAoD,SAAS;CACrE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yDAAyD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACpI,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC5H,aAAaA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4IAA4I,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzM,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,0DAA0D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAClJ,cAAcA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,2GAA2G;CACtJ,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uFAAuF,CAAC,CAAC,SAAS;CACrI,gBAAgBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACxI,iBAAiB,wDAAwD,SAAS,CAAC,CAAC,SAAS;CAC7F,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,iDAAiD,CAAC,CAAC,SAAS;CACjG,iBAAiBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2FAA2F,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtJ,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,oJAAoJ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtN,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yHAAyH,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACvL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;AAE3E,MAAa,4BAA4BC,eAAAA,OAAO,iCAAiC;CAC/E,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-fine-tuning-job.d.cts

@@ -19,7 +19,7 @@ declare const OpenaiCreateFineTuningJobOutput: z.ZodObject<{
     code: z.ZodNullable<z.ZodString>;
     param: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
     message: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   model: z.ZodNullable<z.ZodString>;
   method: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     dpo: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
@@ -30,12 +30,12 @@ declare const OpenaiCreateFineTuningJobOutput: z.ZodObject<{
     }>>;
     supervised: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
     reinforcement: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   object: z.ZodNullable<z.ZodString>;
   status: z.ZodNullable<z.ZodEnum<{
     failed: "failed";
-    queued: "queued";
     cancelled: "cancelled";
+    queued: "queued";
     validating_files: "validating_files";
     running: "running";
     succeeded: "succeeded";
@@ -51,12 +51,12 @@ declare const OpenaiCreateFineTuningJobOutput: z.ZodObject<{
     n_epochs: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>>;
     batch_size: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
     learning_rate_multiplier: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   organization_id: z.ZodNullable<z.ZodString>;
   validation_file: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   estimated_finish: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
   fine_tuned_model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
-}, z.core.$strip>;
+}, z.core.$loose>;
 declare const openaiCreateFineTuningJob: import("@keystrokehq/action").WorkflowActionDefinition<{
   model: string;
   training_file: string;