@keystrokehq/openai 0.1.0 → 0.1.3

package/dist/actions/create-eval-run.cjs

@@ -11,98 +11,98 @@ const OpenaiCreateEvalRunInput = zod.z.object({
 			source: zod.z.union([zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_content'"),
 				content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), zod.z.object({
+			}).passthrough().describe("File content source for data source."), zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_id'"),
 				file_id: zod.z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")])
-		}).describe("JSONL data source for evaluation run."),
+			}).passthrough().describe("File ID source for data source.")])
+		}).passthrough().describe("JSONL data source for evaluation run."),
 		zod.z.object({
 			type: zod.z.string().describe("Data source type, must be 'completions'"),
 			model: zod.z.string().nullable().optional(),
 			source: zod.z.union([zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_content'"),
 				content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), zod.z.object({
+			}).passthrough().describe("File content source for data source."), zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_id'"),
 				file_id: zod.z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).nullable().optional(),
 			sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Completions data source for evaluation run."),
+		}).passthrough().describe("Completions data source for evaluation run."),
 		zod.z.object({
 			type: zod.z.string().describe("Data source type, must be 'responses'"),
 			model: zod.z.string().nullable().optional(),
 			source: zod.z.union([zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_content'"),
 				content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-			}).describe("File content source for data source."), zod.z.object({
+			}).passthrough().describe("File content source for data source."), zod.z.object({
 				type: zod.z.string().describe("Source type, must be 'file_id'"),
 				file_id: zod.z.string().describe("ID of the file containing the data")
-			}).describe("File ID source for data source.")]),
+			}).passthrough().describe("File ID source for data source.")]),
 			input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).nullable().optional(),
 			sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).nullable().optional()
-		}).describe("Responses data source for evaluation run.")
+		}).passthrough().describe("Responses data source for evaluation run.")
 	])
 }).describe("Request parameters for creating an evaluation run.");
 const OpenaiCreateEvalRun_EvalApiErrorSchema = zod.z.object({
-	code: zod.z.string().describe("Error code"),
-	message: zod.z.string().describe("Error message")
-}).describe("Error object from the Eval API.");
+	code: zod.z.string().describe("Error code").nullable(),
+	message: zod.z.string().describe("Error message").nullable()
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiCreateEvalRun_FileContentSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Source type, must be 'file_content'"),
+	type: zod.z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiCreateEvalRun_FileIdSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Source type, must be 'file_id'"),
-	file_id: zod.z.string().describe("ID of the file containing the data")
-}).describe("File ID source for data source.");
+	type: zod.z.string().describe("Source type, must be 'file_id'").nullable(),
+	file_id: zod.z.string().describe("ID of the file containing the data").nullable()
+}).passthrough().describe("File ID source for data source.");
 const OpenaiCreateEvalRun_JsonlRunDataSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Data source type, must be 'jsonl'"),
+	type: zod.z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: zod.z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Data source type, must be 'completions'"),
+	type: zod.z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: zod.z.string().describe("Model to use for completions").nullable().optional(),
 	source: zod.z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = zod.z.object({
-	type: zod.z.string().describe("Data source type, must be 'responses'"),
+	type: zod.z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: zod.z.string().describe("Model to use for responses").nullable().optional(),
 	source: zod.z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiCreateEvalRun_ResultCountsSchema = zod.z.object({
-	total: zod.z.number().int().describe("Total number of executed output items"),
-	failed: zod.z.number().int().describe("Number of output items that failed the evaluation"),
-	passed: zod.z.number().int().describe("Number of output items that passed the evaluation"),
-	errored: zod.z.number().int().describe("Number of output items that resulted in an error")
-}).describe("Counters summarizing evaluation run outcomes.");
+	total: zod.z.number().int().describe("Total number of executed output items").nullable(),
+	failed: zod.z.number().int().describe("Number of output items that failed the evaluation").nullable(),
+	passed: zod.z.number().int().describe("Number of output items that passed the evaluation").nullable(),
+	errored: zod.z.number().int().describe("Number of output items that resulted in an error").nullable()
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiCreateEvalRun_PerModelUsageSchema = zod.z.object({
-	model_name: zod.z.string().describe("Name of the model"),
-	total_tokens: zod.z.number().int().describe("Total tokens used"),
-	cached_tokens: zod.z.number().int().describe("Number of cached tokens used"),
-	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used"),
-	invocation_count: zod.z.number().int().describe("Number of times model was invoked"),
-	completion_tokens: zod.z.number().int().describe("Number of completion tokens used")
-}).describe("Usage statistics for a specific model.");
+	model_name: zod.z.string().describe("Name of the model").nullable(),
+	total_tokens: zod.z.number().int().describe("Total tokens used").nullable(),
+	cached_tokens: zod.z.number().int().describe("Number of cached tokens used").nullable(),
+	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used").nullable(),
+	invocation_count: zod.z.number().int().describe("Number of times model was invoked").nullable(),
+	completion_tokens: zod.z.number().int().describe("Number of completion tokens used").nullable()
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = zod.z.object({
-	failed: zod.z.number().int().describe("Number of items that failed this criteria"),
-	passed: zod.z.number().int().describe("Number of items that passed this criteria"),
-	testing_criteria: zod.z.string().describe("Name of the testing criteria")
-}).describe("Results per testing criteria.");
+	failed: zod.z.number().int().describe("Number of items that failed this criteria").nullable(),
+	passed: zod.z.number().int().describe("Number of items that passed this criteria").nullable(),
+	testing_criteria: zod.z.string().describe("Name of the testing criteria").nullable()
+}).passthrough().describe("Results per testing criteria.");
 const OpenaiCreateEvalRunOutput = zod.z.object({
-	id: zod.z.string().describe("Unique identifier for the evaluation run"),
+	id: zod.z.string().describe("Unique identifier for the evaluation run").nullable(),
 	name: zod.z.string().describe("Name of the evaluation run").nullable().optional(),
 	error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),
 	model: zod.z.string().describe("Model that is evaluated, if applicable").nullable().optional(),
-	object: zod.z.string().describe("Object type, always 'eval.run'"),
-	status: zod.z.string().describe("Status of the evaluation run"),
-	eval_id: zod.z.string().describe("Identifier of the associated evaluation"),
+	object: zod.z.string().describe("Object type, always 'eval.run'").nullable(),
+	status: zod.z.string().describe("Status of the evaluation run").nullable(),
+	eval_id: zod.z.string().describe("Identifier of the associated evaluation").nullable(),
 	metadata: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Metadata attached to the run").nullable().optional(),
-	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the run was created"),
+	created_at: zod.z.number().int().describe("Unix timestamp (in seconds) when the run was created").nullable(),
 	report_url: zod.z.string().describe("URL to the rendered evaluation run report on the UI dashboard").nullable().optional(),
 	data_source: zod.z.union([
 		OpenaiCreateEvalRun_JsonlRunDataSourceSchema,
@@ -112,7 +112,7 @@ const OpenaiCreateEvalRunOutput = zod.z.object({
 	result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),
 	per_model_usage: zod.z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 	per_testing_criteria_results: zod.z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-}).describe("Response schema for evaluation run creation.");
+}).passthrough().describe("Response schema for evaluation run creation.");
 const openaiCreateEvalRun = require_action.action("OPENAI_CREATE_EVAL_RUN", {
 	slug: "openai-create-eval-run",
 	name: "Create Evaluation Run",

package/dist/actions/create-eval-run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput: z.ZodTypeAny = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n}).describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema: z.ZodTypeAny = z.object({\n  code: z.string().describe(\"Error code\"),\n  message: z.string().describe(\"Error message\"),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema: z.ZodTypeAny = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema: z.ZodTypeAny = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\"),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\"),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\"),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\"),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema: z.ZodTypeAny = z.object({\n  model_name: z.string().describe(\"Name of the model\"),\n  total_tokens: z.number().int().describe(\"Total tokens used\"),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\"),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\"),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\"),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\"),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema: z.ZodTypeAny = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\"),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\"),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\"),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput: z.ZodTypeAny = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\"),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\"),\n  status: z.string().describe(\"Status of the evaluation run\"),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\"),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAAyCA,IAAAA,EAAE,OAAO;CAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAaA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC/B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC/C,CAAC,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,6CAA6C;EAAGA,IAAAA,EAAE,OAAO;GACnE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC7C,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACzD,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAuDA,IAAAA,EAAE,OAAO;CACpE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY;CACtC,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe;AAC9C,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,8CAA4DA,IAAAA,EAAE,OAAO;CACzE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;CAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,yCAAuDA,IAAAA,EAAE,OAAO;CACpE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;AACnE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,+CAA6DA,IAAAA,EAAE,OAAO;CAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;CAC7D,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,qDAAmEA,IAAAA,EAAE,OAAO;CAChF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,mDAAiEA,IAAAA,EAAE,OAAO;CAC9E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;CACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,yCAAuDA,IAAAA,EAAE,OAAO;CACpE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC;CACxE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD;CACrF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD;AACvF,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,0CAAwDA,IAAAA,EAAE,OAAO;CACrE,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB;CACnD,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB;CAC3D,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B;CACvE,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC;CAC/E,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC;AACjF,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,qDAAmEA,IAAAA,EAAE,OAAO;CAChF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C;CAC7E,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;AACtE,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAa,4BAA0CA,IAAAA,EAAE,OAAO;CAC9D,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;CAC5D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;CAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;CACtE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD;CAC5F,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA8C;EAAoD;CAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAC1E,iBAAiBA,IAAAA,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5J,8BAA8BA,IAAAA,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChL,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAE1D,MAAa,sBAAsBC,eAAAA,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"create-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/create-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiCreateEvalRunInput = z.object({\n  name: z.string().describe(\"Name of the evaluation run for identification\").optional(),\n  eval_id: z.string().describe(\"ID of the evaluation to create a run for\"),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Optional metadata to attach to the run\").optional(),\n  data_source: z.union([z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\"),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\"), z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\"),\n  model: z.string().nullable().optional(),\n  source: z.union([z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\"),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\"), z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\"),\n  file_id: z.string().describe(\"ID of the file containing the data\"),\n}).passthrough().describe(\"File ID source for data source.\")]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\")]),\n}).describe(\"Request parameters for creating an evaluation run.\");\nconst OpenaiCreateEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiCreateEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema. Each item is an object with fields like 'input', 'expected_output', etc.\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiCreateEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiCreateEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiCreateEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiCreateEvalRun_FileContentSourceSchema, OpenaiCreateEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiCreateEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiCreateEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiCreateEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiCreateEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiCreateEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiCreateEvalRun_JsonlRunDataSourceSchema, OpenaiCreateEvalRun_CompletionsRunDataSourceSchema, OpenaiCreateEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiCreateEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiCreateEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiCreateEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for evaluation run creation.\");\n\nexport const openaiCreateEvalRun = action(\"OPENAI_CREATE_EVAL_RUN\", {\n  slug: \"openai-create-eval-run\",\n  name: \"Create Evaluation Run\",\n  description: \"Tool to create a new evaluation run for testing model configurations. Use when you need to kick off an evaluation with a specific data source and model configuration to test.\",\n  input: OpenaiCreateEvalRunInput,\n  output: OpenaiCreateEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,2BAA2BA,IAAAA,EAAE,OAAO;CAC/C,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C,CAAC,CAAC,SAAS;CACpF,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C;CACvE,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS;CACxG,aAAaA,IAAAA,EAAE,MAAM;EAACA,IAAAA,EAAE,OAAO;GAC/B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC;GAC7D,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;EAC7D,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;EAAGA,IAAAA,EAAE,OAAO;GAC3E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC;GACnE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;EAAGA,IAAAA,EAAE,OAAO;GACjF,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC;GACjE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GACtC,QAAQA,IAAAA,EAAE,MAAM,CAACA,IAAAA,EAAE,OAAO;IAC1B,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC;IAC/D,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;GACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC,GAAGA,IAAAA,EAAE,OAAO;IAC1E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC;IAC1D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC;GACnE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC;GAC3D,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;GAC/E,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;CAAC,CAAC;AACvE,CAAC,CAAC,CAAC,SAAS,oDAAoD;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,8CAA8CA,IAAAA,EAAE,OAAO;CAC3D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,yHAAyH;AACxL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,+CAA+CA,IAAAA,EAAE,OAAO;CAC5D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;AACvG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,6CAA6C,sCAAsC,CAAC;CACrG,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,yCAAyCA,IAAAA,EAAE,OAAO;CACtD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,0CAA0CA,IAAAA,EAAE,OAAO;CACvD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,qDAAqDA,IAAAA,EAAE,OAAO;CAClE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,4BAA4BA,IAAAA,EAAE,OAAO;CAChD,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAClE,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA8C;EAAoD;CAAgD,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/L,eAAe,uCAAuC,SAAS,CAAC,CAAC,SAAS;CAC1E,iBAAiBA,IAAAA,EAAE,MAAM,uCAAuC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5J,8BAA8BA,IAAAA,EAAE,MAAM,kDAAkD,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChL,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,sBAAsBC,eAAAA,OAAO,0BAA0B;CAClE,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/create-eval-run.d.cts

@@ -1,9 +1,161 @@
 import { z } from "zod";
 
 //#region src/actions/create-eval-run.d.ts
-declare const OpenaiCreateEvalRunInput: z.ZodTypeAny;
-declare const OpenaiCreateEvalRunOutput: z.ZodTypeAny;
-declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiCreateEvalRunInput: z.ZodObject<{
+  name: z.ZodOptional<z.ZodString>;
+  eval_id: z.ZodString;
+  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  data_source: z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodString;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodString;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodString;
+      file_id: z.ZodString;
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodString;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodString;
+      file_id: z.ZodString;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodString;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodString;
+      file_id: z.ZodString;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>;
+}, z.core.$strip>;
+declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
+  id: z.ZodNullable<z.ZodString>;
+  name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    code: z.ZodNullable<z.ZodString>;
+    message: z.ZodNullable<z.ZodString>;
+  }, z.core.$loose>>>;
+  model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  object: z.ZodNullable<z.ZodString>;
+  status: z.ZodNullable<z.ZodString>;
+  eval_id: z.ZodNullable<z.ZodString>;
+  metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  created_at: z.ZodNullable<z.ZodNumber>;
+  report_url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  data_source: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>>>;
+  result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    total: z.ZodNullable<z.ZodNumber>;
+    failed: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodNullable<z.ZodNumber>;
+    errored: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>>;
+  per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+    model_name: z.ZodNullable<z.ZodString>;
+    total_tokens: z.ZodNullable<z.ZodNumber>;
+    cached_tokens: z.ZodNullable<z.ZodNumber>;
+    prompt_tokens: z.ZodNullable<z.ZodNumber>;
+    invocation_count: z.ZodNullable<z.ZodNumber>;
+    completion_tokens: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>>>;
+  per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+    failed: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodNullable<z.ZodNumber>;
+    testing_criteria: z.ZodNullable<z.ZodString>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
+declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
+  eval_id: string;
+  data_source: {
+    [x: string]: unknown;
+    type: string;
+    source: {
+      [x: string]: unknown;
+      type: string;
+      content: Record<string, unknown>[];
+    } | {
+      [x: string]: unknown;
+      type: string;
+      file_id: string;
+    };
+  } | {
+    [x: string]: unknown;
+    type: string;
+    source: {
+      [x: string]: unknown;
+      type: string;
+      content: Record<string, unknown>[];
+    } | {
+      [x: string]: unknown;
+      type: string;
+      file_id: string;
+    };
+    model?: string | null | undefined;
+    input_messages?: Record<string, unknown>[] | null | undefined;
+    sampling_params?: Record<string, unknown> | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    source: {
+      [x: string]: unknown;
+      type: string;
+      content: Record<string, unknown>[];
+    } | {
+      [x: string]: unknown;
+      type: string;
+      file_id: string;
+    };
+    model?: string | null | undefined;
+    input_messages?: Record<string, unknown>[] | null | undefined;
+    sampling_params?: Record<string, unknown> | null | undefined;
+  };
+  name?: string | undefined;
+  metadata?: Record<string, unknown> | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiCreateEvalRun };
 //# sourceMappingURL=create-eval-run.d.cts.map

package/dist/actions/create-eval-run.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.d.cts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;cAIa,wBAAA,EAA0B,CAAA,CAAE,UAsCwB;AAAA,cAkDpD,yBAAA,EAA2B,CAAA,CAAE,UAeiB;AAAA,cAE9C,mBAAA,gCAAmB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"create-eval-run.d.cts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;cAIa,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAwFxB,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBzB,mBAAA,gCAAmB,wBAAA"}

package/dist/actions/create-eval-run.d.mts

@@ -1,9 +1,161 @@
 import { z } from "zod";
 
 //#region src/actions/create-eval-run.d.ts
-declare const OpenaiCreateEvalRunInput: z.ZodTypeAny;
-declare const OpenaiCreateEvalRunOutput: z.ZodTypeAny;
-declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<unknown, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
+declare const OpenaiCreateEvalRunInput: z.ZodObject<{
+  name: z.ZodOptional<z.ZodString>;
+  eval_id: z.ZodString;
+  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+  data_source: z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodString;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodString;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodString;
+      file_id: z.ZodString;
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodString;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodString;
+      file_id: z.ZodString;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodString;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodString;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodString;
+      file_id: z.ZodString;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>;
+}, z.core.$strip>;
+declare const OpenaiCreateEvalRunOutput: z.ZodObject<{
+  id: z.ZodNullable<z.ZodString>;
+  name: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    code: z.ZodNullable<z.ZodString>;
+    message: z.ZodNullable<z.ZodString>;
+  }, z.core.$loose>>>;
+  model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  object: z.ZodNullable<z.ZodString>;
+  status: z.ZodNullable<z.ZodString>;
+  eval_id: z.ZodNullable<z.ZodString>;
+  metadata: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  created_at: z.ZodNullable<z.ZodNumber>;
+  report_url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+  data_source: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>, z.ZodObject<{
+    type: z.ZodNullable<z.ZodString>;
+    model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    source: z.ZodUnion<readonly [z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$loose>, z.ZodObject<{
+      type: z.ZodNullable<z.ZodString>;
+      file_id: z.ZodNullable<z.ZodString>;
+    }, z.core.$loose>]>;
+    input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
+    sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+  }, z.core.$loose>]>>>;
+  result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+    total: z.ZodNullable<z.ZodNumber>;
+    failed: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodNullable<z.ZodNumber>;
+    errored: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>>;
+  per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+    model_name: z.ZodNullable<z.ZodString>;
+    total_tokens: z.ZodNullable<z.ZodNumber>;
+    cached_tokens: z.ZodNullable<z.ZodNumber>;
+    prompt_tokens: z.ZodNullable<z.ZodNumber>;
+    invocation_count: z.ZodNullable<z.ZodNumber>;
+    completion_tokens: z.ZodNullable<z.ZodNumber>;
+  }, z.core.$loose>>>>;
+  per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+    failed: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodNullable<z.ZodNumber>;
+    testing_criteria: z.ZodNullable<z.ZodString>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
+declare const openaiCreateEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
+  eval_id: string;
+  data_source: {
+    [x: string]: unknown;
+    type: string;
+    source: {
+      [x: string]: unknown;
+      type: string;
+      content: Record<string, unknown>[];
+    } | {
+      [x: string]: unknown;
+      type: string;
+      file_id: string;
+    };
+  } | {
+    [x: string]: unknown;
+    type: string;
+    source: {
+      [x: string]: unknown;
+      type: string;
+      content: Record<string, unknown>[];
+    } | {
+      [x: string]: unknown;
+      type: string;
+      file_id: string;
+    };
+    model?: string | null | undefined;
+    input_messages?: Record<string, unknown>[] | null | undefined;
+    sampling_params?: Record<string, unknown> | null | undefined;
+  } | {
+    [x: string]: unknown;
+    type: string;
+    source: {
+      [x: string]: unknown;
+      type: string;
+      content: Record<string, unknown>[];
+    } | {
+      [x: string]: unknown;
+      type: string;
+      file_id: string;
+    };
+    model?: string | null | undefined;
+    input_messages?: Record<string, unknown>[] | null | undefined;
+    sampling_params?: Record<string, unknown> | null | undefined;
+  };
+  name?: string | undefined;
+  metadata?: Record<string, unknown> | undefined;
+}, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiCreateEvalRun };
 //# sourceMappingURL=create-eval-run.d.mts.map

package/dist/actions/create-eval-run.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"create-eval-run.d.mts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;cAIa,wBAAA,EAA0B,CAAA,CAAE,UAsCwB;AAAA,cAkDpD,yBAAA,EAA2B,CAAA,CAAE,UAeiB;AAAA,cAE9C,mBAAA,gCAAmB,wBAAA,iDAAA,mBAAA,yCAAA,UAAA,4CAAA,UAAA"}
+{"version":3,"file":"create-eval-run.d.mts","names":[],"sources":["../../src/actions/create-eval-run.ts"],"mappings":";;;cAIa,wBAAA,EAAwB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAwFxB,yBAAA,EAAyB,CAAA,CAAA,SAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAiBzB,mBAAA,gCAAmB,wBAAA"}