@keystrokehq/openai 0.1.0 → 0.1.3

package/dist/actions/create-eval-run.mjs

@@ -11,103 +11,103 @@ const OpenaiCreateEvalRunInput = z.object({
 			source: z.union([z.object({
 				type: z.string().describe("Source type, must be 'file_content'"),
 				content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), z.object({
+			}).passthrough().describe("File content source for data source."), z.object({
 				type: z.string().describe("Source type, must be 'file_id'"),
 				file_id: z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")])
-		}).describe("JSONL data source for evaluation run."),
+			}).passthrough().describe("File ID source for data source.")])
+		}).passthrough().describe("JSONL data source for evaluation run."),
 		z.object({
 			type: z.string().describe("Data source type, must be 'completions'"),
 			model: z.string().nullable().optional(),
 			source: z.union([z.object({
 				type: z.string().describe("Source type, must be 'file_content'"),
 				content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), z.object({
+			}).passthrough().describe("File content source for data source."), z.object({
 				type: z.string().describe("Source type, must be 'file_id'"),
 				file_id: z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),
 			sampling_params: z.record(z.string(), z.unknown()).nullable().optional()
-		}).describe("Completions data source for evaluation run."),
+		}).passthrough().describe("Completions data source for evaluation run."),
 		z.object({
 			type: z.string().describe("Data source type, must be 'responses'"),
 			model: z.string().nullable().optional(),
 			source: z.union([z.object({
 				type: z.string().describe("Source type, must be 'file_content'"),
 				content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), z.object({
+			}).passthrough().describe("File content source for data source."), z.object({
 				type: z.string().describe("Source type, must be 'file_id'"),
 				file_id: z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),
 			sampling_params: z.record(z.string(), z.unknown()).nullable().optional()
-		}).describe("Responses data source for evaluation run.")
+		}).passthrough().describe("Responses data source for evaluation run.")
 	])
 }).describe("Request parameters for creating an evaluation run.");
 const OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({
-	code: z.string().describe("Error code"),
-	message: z.string().describe("Error message")
-}).describe("Error object from the Eval API.");
+	code: z.string().describe("Error code").nullable(),
+	message: z.string().describe("Error message").nullable()
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiCreateEvalRun_FileContentSourceSchema = z.object({
-	type: z.string().describe("Source type, must be 'file_content'"),
+	type: z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiCreateEvalRun_FileIdSourceSchema = z.object({
-	type: z.string().describe("Source type, must be 'file_id'"),
-	file_id: z.string().describe("ID of the file containing the data")
-}).describe("File ID source for data source.");
+	type: z.string().describe("Source type, must be 'file_id'").nullable(),
+	file_id: z.string().describe("ID of the file containing the data").nullable()
+}).passthrough().describe("File ID source for data source.");
 const OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({
-	type: z.string().describe("Data source type, must be 'jsonl'"),
+	type: z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({
-	type: z.string().describe("Data source type, must be 'completions'"),
+	type: z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: z.string().describe("Model to use for completions").nullable().optional(),
 	source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({
-	type: z.string().describe("Data source type, must be 'responses'"),
+	type: z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: z.string().describe("Model to use for responses").nullable().optional(),
 	source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiCreateEvalRun_ResultCountsSchema = z.object({
-	total: z.number().int().describe("Total number of executed output items"),
-	failed: z.number().int().describe("Number of output items that failed the evaluation"),
-	passed: z.number().int().describe("Number of output items that passed the evaluation"),
-	errored: z.number().int().describe("Number of output items that resulted in an error")
-}).describe("Counters summarizing evaluation run outcomes.");
+	total: z.number().int().describe("Total number of executed output items").nullable(),
+	failed: z.number().int().describe("Number of output items that failed the evaluation").nullable(),
+	passed: z.number().int().describe("Number of output items that passed the evaluation").nullable(),
+	errored: z.number().int().describe("Number of output items that resulted in an error").nullable()
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiCreateEvalRun_PerModelUsageSchema = z.object({
-	model_name: z.string().describe("Name of the model"),
-	total_tokens: z.number().int().describe("Total tokens used"),
-	cached_tokens: z.number().int().describe("Number of cached tokens used"),
-	prompt_tokens: z.number().int().describe("Number of prompt tokens used"),
-	invocation_count: z.number().int().describe("Number of times model was invoked"),
-	completion_tokens: z.number().int().describe("Number of completion tokens used")
-}).describe("Usage statistics for a specific model.");
+	model_name: z.string().describe("Name of the model").nullable(),
+	total_tokens: z.number().int().describe("Total tokens used").nullable(),
+	cached_tokens: z.number().int().describe("Number of cached tokens used").nullable(),
+	prompt_tokens: z.number().int().describe("Number of prompt tokens used").nullable(),
+	invocation_count: z.number().int().describe("Number of times model was invoked").nullable(),
+	completion_tokens: z.number().int().describe("Number of completion tokens used").nullable()
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({
-	failed: z.number().int().describe("Number of items that failed this criteria"),
-	passed: z.number().int().describe("Number of items that passed this criteria"),
-	testing_criteria: z.string().describe("Name of the testing criteria")
-}).describe("Results per testing criteria.");
+	failed: z.number().int().describe("Number of items that failed this criteria").nullable(),
+	passed: z.number().int().describe("Number of items that passed this criteria").nullable(),
+	testing_criteria: z.string().describe("Name of the testing criteria").nullable()
+}).passthrough().describe("Results per testing criteria.");
 const openaiCreateEvalRun = action("OPENAI_CREATE_EVAL_RUN", {
 	slug: "openai-create-eval-run",
 	name: "Create Evaluation Run",
 	description: "Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.",
 	input: OpenaiCreateEvalRunInput,
 	output: z.object({
-		id: z.string().describe("Unique identifier for the evaluation run"),
+		id: z.string().describe("Unique identifier for the evaluation run").nullable(),
 		name: z.string().describe("Name of the evaluation run").nullable().optional(),
 		error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),
 		model: z.string().describe("Model that is evaluated, if applicable").nullable().optional(),
-		object: z.string().describe("Object type, always 'eval.run'"),
-		status: z.string().describe("Status of the evaluation run"),
-		eval_id: z.string().describe("Identifier of the associated evaluation"),
+		object: z.string().describe("Object type, always 'eval.run'").nullable(),
+		status: z.string().describe("Status of the evaluation run").nullable(),
+		eval_id: z.string().describe("Identifier of the associated evaluation").nullable(),
 		metadata: z.record(z.string(), z.unknown()).describe("Metadata attached to the run").nullable().optional(),
-		created_at: z.number().int().describe("Unix timestamp (in seconds) when the run was created"),
+		created_at: z.number().int().describe("Unix timestamp (in seconds) when the run was created").nullable(),
 		report_url: z.string().describe("URL to the rendered evaluation run report on the UI dashboard").nullable().optional(),
 		data_source: z.union([
 			OpenaiCreateEvalRun_JsonlRunDataSourceSchema,
@@ -117,7 +117,7 @@ const openaiCreateEvalRun = action("OPENAI_CREATE_EVAL_RUN", {
 		result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),
 		per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 		per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-	}).describe("Response schema for evaluation run creation.")
+	}).passthrough().describe("Response schema for evaluation run creation.")
 });
 //#endregion
 export { openaiCreateEvalRun };

package/dist/actions/create-eval-run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.mjs","names":[],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n}).describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema: z.ZodTypeAny = z.object({\n  code: z.string().describe(\"Error code\"),\n  message: z.string().describe(\"Error message\"),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema: z.ZodTypeAny = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\"),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\"),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\"),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\"),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema: z.ZodTypeAny = z.object({\n  model_name: z.string().describe(\"Name of the model\"),\n  total_tokens: z.number().int().describe(\"Total tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema: z.ZodTypeAny = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\"),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\"),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\"),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\"),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\"),\n  status: z.string().describe(\"Status of the evaluation run\"),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\"),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAAyC,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAa,EAAE,MAAM;EAAC,EAAE,OAAO;GAC/B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC/C,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,6CAA6C;EAAG,EAAE,OAAO;GACnE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACzD,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAuD,EAAE,OAAO;CACpE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY;CACtC,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe;AAC9C,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,8CAA4D,EAAE,OAAO;CACzE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,yCAAuD,EAAE,OAAO;CACpE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;AACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,+CAA6D,EAAE,OAAO;CAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;CAC7D,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,qDAAmE,EAAE,OAAO;CAChF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,mDAAiE,EAAE,OAAO;CAC9E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,yCAAuD,EAAE,OAAO;CACpE,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC;CACxE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD;AACvF,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,0CAAwD,EAAE,OAAO;CACrE,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB;CACnD,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB;CAC3D,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC;CAC/E,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,qDAAmE,EAAE,OAAO;CAChF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;AACtE,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAkB3C,MAAa,sBAAsB,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBqD,EAAE,OAAO;EAC9D,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;EAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;EAC5D,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;EAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;EACtE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD;EAC5F,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA8C;GAAoD;EAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAC1E,iBAAiB,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5J,8BAA8B,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,SAAS,8CAOF;AACV,CAAC"}
+{"version":3,"file":"create-eval-run.mjs","names":[],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2B,EAAE,OAAO;CAC/C,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAa,EAAE,MAAM;EAAC,EAAE,OAAO;GAC/B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAG,EAAE,OAAO;GAC3E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAG,EAAE,OAAO;GACjF,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQ,EAAE,MAAM,CAAC,EAAE,OAAO;IAC1B,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAG,EAAE,OAAO;IAC1E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8C,EAAE,OAAO;CAC3D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyC,EAAE,OAAO;CACtD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+C,EAAE,OAAO;CAC5D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqD,EAAE,OAAO;CAClE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmD,EAAE,OAAO;CAChE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyC,EAAE,OAAO;CACtD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0C,EAAE,OAAO;CACvD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqD,EAAE,OAAO;CAClE,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,sBAAsB,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBuC,EAAE,OAAO;EAChD,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAClE,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA8C;GAAoD;EAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;EAC1E,iBAAiB,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5J,8BAA8B,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAOhB;AACV,CAAC"}

package/dist/actions/create-eval.cjs

@@ -11,53 +11,53 @@ const OpenaiCreateEvalInput = zod.z.object({
 			input: zod.z.array(zod.z.object({
 				role: zod.z.string().describe("Role of the message sender (e.g., 'system', 'user')"),
 				content: zod.z.string().describe("Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}")
-			}).describe("Chat message for model-based graders.")).describe("Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}"),
+			}).passthrough().describe("Chat message for model-based graders.")).describe("Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}"),
 			model: zod.z.string().describe("Model to use for grading (e.g., 'gpt-4o-mini')"),
 			labels: zod.z.array(zod.z.string()).describe("Complete list of possible labels the model can return"),
 			passing_labels: zod.z.array(zod.z.string()).describe("List of labels that indicate the evaluation passes")
-		}).describe("Label model grader for classification-based evaluation."),
+		}).passthrough().describe("Label model grader for classification-based evaluation."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'string_check'")
-		}).describe("String check grader for exact or substring matching."),
+		}).passthrough().describe("String check grader for exact or substring matching."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'text_similarity'")
-		}).describe("Text similarity grader for semantic similarity evaluation."),
+		}).passthrough().describe("Text similarity grader for semantic similarity evaluation."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'python'")
-		}).describe("Python grader for custom evaluation logic."),
+		}).passthrough().describe("Python grader for custom evaluation logic."),
 		zod.z.object({
 			name: zod.z.string().nullable().optional(),
 			type: zod.z.string().describe("Type of grader, must be 'score_model'")
-		}).describe("Score model grader for numeric scoring evaluation.")
+		}).passthrough().describe("Score model grader for numeric scoring evaluation.")
 	])).describe("A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model"),
 	data_source_config: zod.z.union([
 		zod.z.object({
 			type: zod.z.string().describe("Type of data source, must be 'custom'"),
 			item_schema: zod.z.record(zod.z.string(), zod.z.unknown()).describe("JSON schema describing the structure of each data item in the custom dataset"),
 			include_sample_schema: zod.z.boolean().nullable().optional()
-		}).describe("Custom data source configuration for evaluations."),
+		}).passthrough().describe("Custom data source configuration for evaluations."),
 		zod.z.object({
 			type: zod.z.string().describe("Type of data source, must be 'logs'"),
 			metadata: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Logs data source configuration for evaluations."),
+		}).passthrough().describe("Logs data source configuration for evaluations."),
 		zod.z.object({
 			type: zod.z.string().describe("Type of data source, must be 'stored_completions'"),
 			metadata: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Stored completions data source configuration for evaluations.")
+		}).passthrough().describe("Stored completions data source configuration for evaluations.")
 	])
 }).describe("Request model for creating an evaluation.");
 const OpenaiCreateEvalOutput = zod.z.object({
-	id: zod.z.string().describe("Unique identifier for the evaluation"),
-	name: zod.z.string().describe("The name of the evaluation"),
-	object: zod.z.string().describe("Object type, always 'eval'"),
+	id: zod.z.string().describe("Unique identifier for the evaluation").nullable(),
+	name: zod.z.string().describe("The name of the evaluation").nullable(),
+	object: zod.z.string().describe("Object type, always 'eval'").nullable(),
 	metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Metadata attached to the evaluation").nullable().optional(),
-	created_at: zod.z.number().int().describe("The Unix timestamp (in seconds) for when the eval was created"),
+	created_at: zod.z.number().int().describe("The Unix timestamp (in seconds) for when the eval was created").nullable(),
 	testing_criteria: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("A list of testing criteria"),
 	data_source_config: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Configuration of data sources used in runs of the evaluation")
-}).describe("Response schema for eval creation.");
+}).passthrough().describe("Response schema for eval creation.");
 const openaiCreateEval = require_action.action("OPENAI_CREATE_EVAL", {
 	slug: "openai-create-eval",
 	name: "Create Eval",

package/dist/actions/create-eval.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.cjs","names":["z","action"],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\"),\n  name: z.string().describe(\"The name of the evaluation\"),\n  object: z.string().describe(\"Object type, always 'eval'\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\"),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAsCA,IAAAA,EAAE,OAAO;CAC1D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CACtF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC3I,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO;IACxB,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;IAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;GAC7I,CAAC,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;GACnP,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;GAC3E,QAAQA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;GAC5F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACnG,CAAC,CAAC,CAAC,SAAS,yDAAyD;EAAGA,IAAAA,EAAE,OAAO;GAC/E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACpE,CAAC,CAAC,CAAC,SAAS,sDAAsD;EAAGA,IAAAA,EAAE,OAAO;GAC5E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,CAAC,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAO;GAClF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;EAC9D,CAAC,CAAC,CAAC,SAAS,4CAA4C;EAAGA,IAAAA,EAAE,OAAO;GAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;EACnE,CAAC,CAAC,CAAC,SAAS,oDAAoD;CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;CACta,oBAAoBA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GACtC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;GACtI,uBAAuBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzD,CAAC,CAAC,CAAC,SAAS,mDAAmD;EAAGA,IAAAA,EAAE,OAAO;GACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;GAC/D,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,SAAS,iDAAiD;EAAGA,IAAAA,EAAE,OAAO;GACvE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;GAC7E,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,SAAS,+DAA+D;CAAC,CAAC;AAC7E,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAa,yBAAuCA,IAAAA,EAAE,OAAO;CAC3D,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC;CAC9D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACtD,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B;CACxD,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D;CACrG,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,SAAS,oCAAoC;AAEhD,MAAa,mBAAmBC,eAAAA,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-eval.cjs","names":["z","action"],"sources":["../../src/actions/create-eval.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalInput = z.object({\n  name: z.string().describe(\"Name of the evaluation for identification and organization\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the evaluation for organizational purposes\").optional(),\n  testing_criteria: z.array(z.union([z.object({\n  name: z.string().describe(\"Name of the grader for identification\"),\n  type: z.string().describe(\"Type of grader, must be 'label_model'\"),\n  input: z.array(z.object({\n  role: z.string().describe(\"Role of the message sender (e.g., 'system', 'user')\"),\n  content: z.string().describe(\"Content of the message. Can include template variables like {{sample.output_text}} or {{item.variable_name}}\"),\n}).passthrough().describe(\"Chat message for model-based graders.\")).describe(\"Array of chat messages to send to the grading model. Can reference variables from the data source using {{item.variable_name}} or from the model output using {{sample.output_text}}\"),\n  model: z.string().describe(\"Model to use for grading (e.g., 'gpt-4o-mini')\"),\n  labels: z.array(z.string()).describe(\"Complete list of possible labels the model can return\"),\n  passing_labels: z.array(z.string()).describe(\"List of labels that indicate the evaluation passes\"),\n}).passthrough().describe(\"Label model grader for classification-based evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'string_check'\"),\n}).passthrough().describe(\"String check grader for exact or substring matching.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'text_similarity'\"),\n}).passthrough().describe(\"Text similarity grader for semantic similarity evaluation.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'python'\"),\n}).passthrough().describe(\"Python grader for custom evaluation logic.\"), z.object({\n  name: z.string().nullable().optional(),\n  type: z.string().describe(\"Type of grader, must be 'score_model'\"),\n}).passthrough().describe(\"Score model grader for numeric scoring evaluation.\")])).describe(\"A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like {{item.variable_name}}. To reference the model's output, use the sample namespace (i.e., {{sample.output_text}}). Supported grader types: label_model, string_check, text_similarity, python, score_model\"),\n  data_source_config: z.union([z.object({\n  type: z.string().describe(\"Type of data source, must be 'custom'\"),\n  item_schema: z.record(z.string(), z.unknown()).describe(\"JSON schema describing the structure of each data item in the custom dataset\"),\n  include_sample_schema: z.boolean().nullable().optional(),\n}).passthrough().describe(\"Custom data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'logs'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Logs data source configuration for evaluations.\"), z.object({\n  type: z.string().describe(\"Type of data source, must be 'stored_completions'\"),\n  metadata: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Stored completions data source configuration for evaluations.\")]),\n}).describe(\"Request model for creating an evaluation.\");\nexport const OpenaiCreateEvalOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation\").nullable(),\n  name: z.string().describe(\"The name of the evaluation\").nullable(),\n  object: z.string().describe(\"Object type, always 'eval'\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the evaluation\").nullable().optional(),\n  created_at: z.number().int().describe(\"The Unix timestamp (in seconds) for when the eval was created\").nullable(),\n  testing_criteria: z.array(z.record(z.string(), z.unknown())).describe(\"A list of testing criteria\"),\n  data_source_config: z.record(z.string(), z.unknown()).describe(\"Configuration of data sources used in runs of the evaluation\"),\n}).passthrough().describe(\"Response schema for eval creation.\");\n\nexport const openaiCreateEval = action(\"OPENAI_CREATE_EVAL\", {\n  slug: \"openai-create-eval\",\n  name: \"Create Eval\",\n  description: \"Tool to create an evaluation structure for testing a model's performance. An evaluation is a set of testing criteria and data source config that dictates the schema of data used in the evaluation. Use when setting up automated testing for model outputs with graders like label_model, string_check, or text_similarity.\",\n  input: OpenaiCreateEvalInput,\n  output: OpenaiCreateEvalOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4DAA4D;CACtF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,2EAA2E,CAAC,CAAC,SAAS;CAC3I,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC5C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO;IACxB,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qDAAqD;IAC/E,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8GAA8G;GAC7I,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,CAAC,SAAS,sLAAsL;GACjQ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gDAAgD;GAC3E,QAAQA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,uDAAuD;GAC5F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,oDAAoD;EACnG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,yDAAyD;EAAGA,IAAAA,EAAE,OAAO;GAC7F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC;EACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sDAAsD;EAAGA,IAAAA,EAAE,OAAO;GAC1F,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;EACvE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4DAA4D;EAAGA,IAAAA,EAAE,OAAO;GAChG,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC;EAC9D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,4CAA4C;EAAGA,IAAAA,EAAE,OAAO;GAChF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACrC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;EACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oDAAoD;CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,0VAA0V;CACpb,oBAAoBA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GACtC,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8EAA8E;GACtI,uBAAuBA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;EAAGA,IAAAA,EAAE,OAAO;GACvF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;GAC/D,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iDAAiD;EAAGA,IAAAA,EAAE,OAAO;GACrF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mDAAmD;GAC7E,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAClE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+DAA+D;CAAC,CAAC;AAC3F,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,sCAAsC,CAAC,CAAC,SAAS;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAChH,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAChH,kBAAkBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,4BAA4B;CAClG,oBAAoBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8DAA8D;AAC/H,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,oCAAoC;AAE9D,MAAa,mBAAmBC,eAAAA,OAAO,sBAAsB;CAC3D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-eval.d.cts

@@ -1,9 +1,100 @@
 import { z } from "zod";
 
 //#region src/actions/create-eval.d.ts
-declare const OpenaiCreateEvalInput: z.ZodTypeAny;
-declare const OpenaiCreateEvalOutput: z.ZodTypeAny;
-declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiCreateEvalInput: z.ZodObject<{
+  name: z.ZodString;
+  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  testing_criteria: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodArray<z.ZodObject<{
+      role: z.ZodString;
+      content: z.ZodString;
+    }, z.core.$loose>>;
+    model: z.ZodString;
+    labels: z.ZodArray<z.ZodString>;
+    passing_labels: z.ZodArray<z.ZodString>;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>]>>;
+  data_source_config: z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodString;
+    item_schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    include_sample_schema: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>;
+}, z.core.$strip>;
+declare const OpenaiCreateEvalOutput: z.ZodObject<{
+  id: z.ZodNullable<z.ZodString>;
+  name: z.ZodNullable<z.ZodString>;
+  object: z.ZodNullable<z.ZodString>;
+  metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  created_at: z.ZodNullable<z.ZodNumber>;
+  testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$loose>;
+declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<{
+  name: string;
+  testing_criteria: ({
+    [x: string]: unknown;
+    name: string;
+    type: string;
+    input: {
+      [x: string]: unknown;
+      role: string;
+      content: string;
+    }[];
+    model: string;
+    labels: string[];
+    passing_labels: string[];
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  })[];
+  data_source_config: {
+    [x: string]: unknown;
+    type: string;
+    item_schema: Record<string, unknown>;
+    include_sample_schema?: boolean | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    metadata?: Record<string, unknown> | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    metadata?: Record<string, unknown> | null | undefined;
+  };
+  metadata?: Record<string, unknown> | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiCreateEval };
 //# sourceMappingURL=create-eval.d.cts.map

package/dist/actions/create-eval.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.d.cts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;cAIa,qBAAA,EAAuB,CAAA,CAAE,UAqCkB;AAAA,cAC3C,sBAAA,EAAwB,CAAA,CAAE,UAQU;AAAA,cAEpC,gBAAA,gCAAgB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"create-eval.d.cts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsCrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;cAUtB,gBAAA,gCAAgB,wBAAA"}

package/dist/actions/create-eval.d.mts

@@ -1,9 +1,100 @@
 import { z } from "zod";
 
 //#region src/actions/create-eval.d.ts
-declare const OpenaiCreateEvalInput: z.ZodTypeAny;
-declare const OpenaiCreateEvalOutput: z.ZodTypeAny;
-declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiCreateEvalInput: z.ZodObject<{
+  name: z.ZodString;
+  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  testing_criteria: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodString;
+    input: z.ZodArray<z.ZodObject<{
+      role: z.ZodString;
+      content: z.ZodString;
+    }, z.core.$loose>>;
+    model: z.ZodString;
+    labels: z.ZodArray<z.ZodString>;
+    passing_labels: z.ZodArray<z.ZodString>;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>, z.ZodObject<{
+    name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    type: z.ZodString;
+  }, z.core.$loose>]>>;
+  data_source_config: z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodString;
+    item_schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    include_sample_schema: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>;
+}, z.core.$strip>;
+declare const OpenaiCreateEvalOutput: z.ZodObject<{
+  id: z.ZodNullable<z.ZodString>;
+  name: z.ZodNullable<z.ZodString>;
+  object: z.ZodNullable<z.ZodString>;
+  metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  created_at: z.ZodNullable<z.ZodNumber>;
+  testing_criteria: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  data_source_config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$loose>;
+declare const openaiCreateEval: import("@keystrokehq/action").WorkflowActionDefinition<{
+  name: string;
+  testing_criteria: ({
+    [x: string]: unknown;
+    name: string;
+    type: string;
+    input: {
+      [x: string]: unknown;
+      role: string;
+      content: string;
+    }[];
+    model: string;
+    labels: string[];
+    passing_labels: string[];
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    name?: string | null | undefined;
+  })[];
+  data_source_config: {
+    [x: string]: unknown;
+    type: string;
+    item_schema: Record<string, unknown>;
+    include_sample_schema?: boolean | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    metadata?: Record<string, unknown> | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    metadata?: Record<string, unknown> | null | undefined;
+  };
+  metadata?: Record<string, unknown> | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiCreateEval };
 //# sourceMappingURL=create-eval.d.mts.map

package/dist/actions/create-eval.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval.d.mts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;cAIa,qBAAA,EAAuB,CAAA,CAAE,UAqCkB;AAAA,cAC3C,sBAAA,EAAwB,CAAA,CAAE,UAQU;AAAA,cAEpC,gBAAA,gCAAgB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"create-eval.d.mts","names":[],"sources":["../../src/actions/create-eval.ts"],"mappings":";;;cAIa,qBAAA,EAAqB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAsCrB,sBAAA,EAAsB,CAAA,CAAA,SAAA;;;;;;;;;cAUtB,gBAAA,gCAAgB,wBAAA"}