@keystrokehq/openai 0.1.2 → 0.1.4

package/dist/actions/create-eval-run.cjs

@@ -11,75 +11,75 @@ const OpenaiCreateEvalRunInput = zod.z.object({
 			source: zod.z.union([zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_content'"),
 				content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), zod.z.object({
+			}).passthrough().describe("File content source for data source."), zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_id'"),
 				file_id: zod.z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")])
-		}).describe("JSONL data source for evaluation run."),
+			}).passthrough().describe("File ID source for data source.")])
+		}).passthrough().describe("JSONL data source for evaluation run."),
 		zod.z.object({
 			type: zod.z.string().describe("Data source type, must be 'completions'"),
 			model: zod.z.string().nullable().optional(),
 			source: zod.z.union([zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_content'"),
 				content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), zod.z.object({
+			}).passthrough().describe("File content source for data source."), zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_id'"),
 				file_id: zod.z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).nullable().optional(),
 			sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Completions data source for evaluation run."),
+		}).passthrough().describe("Completions data source for evaluation run."),
 		zod.z.object({
 			type: zod.z.string().describe("Data source type, must be 'responses'"),
 			model: zod.z.string().nullable().optional(),
 			source: zod.z.union([zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_content'"),
 				content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), zod.z.object({
+			}).passthrough().describe("File content source for data source."), zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_id'"),
 				file_id: zod.z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).nullable().optional(),
 			sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Responses data source for evaluation run.")
+		}).passthrough().describe("Responses data source for evaluation run.")
 	])
 }).describe("Request parameters for creating an evaluation run.");
 const OpenaiCreateEvalRun_EvalApiErrorSchema = zod.z.object({
 	code: zod.z.string().describe("Error code").nullable(),
 	message: zod.z.string().describe("Error message").nullable()
-}).describe("Error object from the Eval API.");
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiCreateEvalRun_FileContentSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiCreateEvalRun_FileIdSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Source type, must be 'file_id'").nullable(),
 	file_id: zod.z.string().describe("ID of the file containing the data").nullable()
-}).describe("File ID source for data source.");
+}).passthrough().describe("File ID source for data source.");
 const OpenaiCreateEvalRun_JsonlRunDataSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: zod.z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: zod.z.string().describe("Model to use for completions").nullable().optional(),
 	source: zod.z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: zod.z.string().describe("Model to use for responses").nullable().optional(),
 	source: zod.z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiCreateEvalRun_ResultCountsSchema = zod.z.object({
 	total: zod.z.number().int().describe("Total number of executed output items").nullable(),
 	failed: zod.z.number().int().describe("Number of output items that failed the evaluation").nullable(),
 	passed: zod.z.number().int().describe("Number of output items that passed the evaluation").nullable(),
 	errored: zod.z.number().int().describe("Number of output items that resulted in an error").nullable()
-}).describe("Counters summarizing evaluation run outcomes.");
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiCreateEvalRun_PerModelUsageSchema = zod.z.object({
 	model_name: zod.z.string().describe("Name of the model").nullable(),
 	total_tokens: zod.z.number().int().describe("Total tokens used").nullable(),
@@ -87,12 +87,12 @@ const OpenaiCreateEvalRun_PerModelUsageSchema = zod.z.object({
 	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used").nullable(),
 	invocation_count: zod.z.number().int().describe("Number of times model was invoked").nullable(),
 	completion_tokens: zod.z.number().int().describe("Number of completion tokens used").nullable()
-}).describe("Usage statistics for a specific model.");
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = zod.z.object({
 	failed: zod.z.number().int().describe("Number of items that failed this criteria").nullable(),
 	passed: zod.z.number().int().describe("Number of items that passed this criteria").nullable(),
 	testing_criteria: zod.z.string().describe("Name of the testing criteria").nullable()
-}).describe("Results per testing criteria.");
+}).passthrough().describe("Results per testing criteria.");
 const OpenaiCreateEvalRunOutput = zod.z.object({
 	id: zod.z.string().describe("Unique identifier for the evaluation run").nullable(),
 	name: zod.z.string().describe("Name of the evaluation run").nullable().optional(),
@@ -112,7 +112,7 @@ const OpenaiCreateEvalRunOutput = zod.z.object({
 	result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),
 	per_model_usage: zod.z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 	per_testing_criteria_results: zod.z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-}).describe("Response schema for evaluation run creation.");
+}).passthrough().describe("Response schema for evaluation run creation.");
 const openaiCreateEvalRun = require_action.action("OPENAI_CREATE_EVAL_RUN", {
 	slug: "openai-create-eval-run",
 	name: "Create Evaluation Run",

package/dist/actions/create-eval-run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n}).describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAaA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC/B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC/C,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,6CAA6C;EAAGA,IAAAA,EAAE,OAAO;GACnE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACzD,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,0CAA0CA,IAAAA,EAAE,OAAO;CACvD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAa,4BAA4BA,IAAAA,EAAE,OAAO;CAChD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA8C;EAAoD;CAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAC1E,iBAAiBA,IAAAA,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5J,8BAA8BA,IAAAA,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChL,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAE1D,MAAa,sBAAsBC,eAAAA,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAaA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC/B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAGA,IAAAA,EAAE,OAAO;GACjF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0CA,IAAAA,EAAE,OAAO;CACvD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,4BAA4BA,IAAAA,EAAE,OAAO;CAChD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA8C;EAAoD;CAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAC1E,iBAAiBA,IAAAA,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5J,8BAA8BA,IAAAA,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,sBAAsBC,eAAAA,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-eval-run.d.cts

@@ -10,35 +10,35 @@ declare const OpenaiCreateEvalRunInput: z.ZodObject<{
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodString;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodString;
       file_id: z.ZodString;
-    }, z.core.$strip>]>;
-  }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodString;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodString;
       file_id: z.ZodString;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodString;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodString;
       file_id: z.ZodString;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>;
+  }, z.core.$loose>]>;
 }, z.core.$strip>;
 declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
   id: z.ZodNullable<z.ZodString>;
@@ -46,7 +46,7 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
   error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     code: z.ZodNullable<z.ZodString>;
     message: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   object: z.ZodNullable<z.ZodString>;
   status: z.ZodNullable<z.ZodString>;
@@ -59,41 +59,41 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
-  }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>>>;
+  }, z.core.$loose>]>>>;
   result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     total: z.ZodNullable<z.ZodNumber>;
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     errored: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     model_name: z.ZodNullable<z.ZodString>;
     total_tokens: z.ZodNullable<z.ZodNumber>;
@@ -101,30 +101,36 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
     prompt_tokens: z.ZodNullable<z.ZodNumber>;
     invocation_count: z.ZodNullable<z.ZodNumber>;
     completion_tokens: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>>;
+  }, z.core.$loose>>>>;
   per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     testing_criteria: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>>;
-}, z.core.$strip>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
 declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
   eval_id: string;
   data_source: {
+    [x: string]: unknown;
     type: string;
     source: {
+      [x: string]: unknown;
       type: string;
       content: Record<string, unknown>[];
     } | {
+      [x: string]: unknown;
       type: string;
       file_id: string;
     };
   } | {
+    [x: string]: unknown;
     type: string;
     source: {
+      [x: string]: unknown;
       type: string;
       content: Record<string, unknown>[];
     } | {
+      [x: string]: unknown;
       type: string;
       file_id: string;
     };
@@ -132,11 +138,14 @@ declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionD
     input_messages?: Record<string, unknown>[] | null | undefined;
     sampling_params?: Record<string, unknown> | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     source: {
+      [x: string]: unknown;
       type: string;
       content: Record<string, unknown>[];
     } | {
+      [x: string]: unknown;
       type: string;
       file_id: string;
     };

package/dist/actions/create-eval-run.d.mts

@@ -10,35 +10,35 @@ declare const OpenaiCreateEvalRunInput: z.ZodObject<{
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodString;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodString;
       file_id: z.ZodString;
-    }, z.core.$strip>]>;
-  }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodString;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodString;
       file_id: z.ZodString;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodString;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodString;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodString;
       file_id: z.ZodString;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>;
+  }, z.core.$loose>]>;
 }, z.core.$strip>;
 declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
   id: z.ZodNullable<z.ZodString>;
@@ -46,7 +46,7 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
   error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     code: z.ZodNullable<z.ZodString>;
     message: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   object: z.ZodNullable<z.ZodString>;
   status: z.ZodNullable<z.ZodString>;
@@ -59,41 +59,41 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
-  }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>>>;
+  }, z.core.$loose>]>>>;
   result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     total: z.ZodNullable<z.ZodNumber>;
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     errored: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     model_name: z.ZodNullable<z.ZodString>;
     total_tokens: z.ZodNullable<z.ZodNumber>;
@@ -101,30 +101,36 @@ declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
     prompt_tokens: z.ZodNullable<z.ZodNumber>;
     invocation_count: z.ZodNullable<z.ZodNumber>;
     completion_tokens: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>>;
+  }, z.core.$loose>>>>;
   per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     testing_criteria: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>>;
-}, z.core.$strip>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
 declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
   eval_id: string;
   data_source: {
+    [x: string]: unknown;
     type: string;
     source: {
+      [x: string]: unknown;
       type: string;
       content: Record<string, unknown>[];
     } | {
+      [x: string]: unknown;
       type: string;
       file_id: string;
     };
   } | {
+    [x: string]: unknown;
     type: string;
     source: {
+      [x: string]: unknown;
       type: string;
       content: Record<string, unknown>[];
     } | {
+      [x: string]: unknown;
       type: string;
       file_id: string;
     };
@@ -132,11 +138,14 @@ declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionD
     input_messages?: Record<string, unknown>[] | null | undefined;
     sampling_params?: Record<string, unknown> | null | undefined;
   } | {
+    [x: string]: unknown;
     type: string;
     source: {
+      [x: string]: unknown;
       type: string;
       content: Record<string, unknown>[];
     } | {
+      [x: string]: unknown;
       type: string;
       file_id: string;
     };

package/dist/actions/create-eval-run.mjs

@@ -11,75 +11,75 @@ const OpenaiCreateEvalRunInput = z.object({
 			source: z.union([z.object({
 				type: z.string().describe("Source type, must be 'file_content'"),
 				content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), z.object({
+			}).passthrough().describe("File content source for data source."), z.object({
 				type: z.string().describe("Source type, must be 'file_id'"),
 				file_id: z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")])
-		}).describe("JSONL data source for evaluation run."),
+			}).passthrough().describe("File ID source for data source.")])
+		}).passthrough().describe("JSONL data source for evaluation run."),
 		z.object({
 			type: z.string().describe("Data source type, must be 'completions'"),
 			model: z.string().nullable().optional(),
 			source: z.union([z.object({
 				type: z.string().describe("Source type, must be 'file_content'"),
 				content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), z.object({
+			}).passthrough().describe("File content source for data source."), z.object({
 				type: z.string().describe("Source type, must be 'file_id'"),
 				file_id: z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),
 			sampling_params: z.record(z.string(), z.unknown()).nullable().optional()
-		}).describe("Completions data source for evaluation run."),
+		}).passthrough().describe("Completions data source for evaluation run."),
 		z.object({
 			type: z.string().describe("Data source type, must be 'responses'"),
 			model: z.string().nullable().optional(),
 			source: z.union([z.object({
 				type: z.string().describe("Source type, must be 'file_content'"),
 				content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), z.object({
+			}).passthrough().describe("File content source for data source."), z.object({
 				type: z.string().describe("Source type, must be 'file_id'"),
 				file_id: z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),
 			sampling_params: z.record(z.string(), z.unknown()).nullable().optional()
-		}).describe("Responses data source for evaluation run.")
+		}).passthrough().describe("Responses data source for evaluation run.")
 	])
 }).describe("Request parameters for creating an evaluation run.");
 const OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({
 	code: z.string().describe("Error code").nullable(),
 	message: z.string().describe("Error message").nullable()
-}).describe("Error object from the Eval API.");
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiCreateEvalRun_FileContentSourceSchema = z.object({
 	type: z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiCreateEvalRun_FileIdSourceSchema = z.object({
 	type: z.string().describe("Source type, must be 'file_id'").nullable(),
 	file_id: z.string().describe("ID of the file containing the data").nullable()
-}).describe("File ID source for data source.");
+}).passthrough().describe("File ID source for data source.");
 const OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({
 	type: z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({
 	type: z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: z.string().describe("Model to use for completions").nullable().optional(),
 	source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({
 	type: z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: z.string().describe("Model to use for responses").nullable().optional(),
 	source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiCreateEvalRun_ResultCountsSchema = z.object({
 	total: z.number().int().describe("Total number of executed output items").nullable(),
 	failed: z.number().int().describe("Number of output items that failed the evaluation").nullable(),
 	passed: z.number().int().describe("Number of output items that passed the evaluation").nullable(),
 	errored: z.number().int().describe("Number of output items that resulted in an error").nullable()
-}).describe("Counters summarizing evaluation run outcomes.");
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiCreateEvalRun_PerModelUsageSchema = z.object({
 	model_name: z.string().describe("Name of the model").nullable(),
 	total_tokens: z.number().int().describe("Total tokens used").nullable(),
@@ -87,12 +87,12 @@ const OpenaiCreateEvalRun_PerModelUsageSchema = z.object({
 	prompt_tokens: z.number().int().describe("Number of prompt tokens used").nullable(),
 	invocation_count: z.number().int().describe("Number of times model was invoked").nullable(),
 	completion_tokens: z.number().int().describe("Number of completion tokens used").nullable()
-}).describe("Usage statistics for a specific model.");
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({
 	failed: z.number().int().describe("Number of items that failed this criteria").nullable(),
 	passed: z.number().int().describe("Number of items that passed this criteria").nullable(),
 	testing_criteria: z.string().describe("Name of the testing criteria").nullable()
-}).describe("Results per testing criteria.");
+}).passthrough().describe("Results per testing criteria.");
 const openaiCreateEvalRun = action("OPENAI_CREATE_EVAL_RUN", {
 	slug: "openai-create-eval-run",
 	name: "Create Evaluation Run",
@@ -117,7 +117,7 @@ const openaiCreateEvalRun = action("OPENAI_CREATE_EVAL_RUN", {
 		result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),
 		per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 		per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-	}).describe("Response schema for evaluation run creation.")
+	}).passthrough().describe("Response schema for evaluation run creation.")
 });
 //#endregion
 export { openaiCreateEvalRun };