@keystrokehq/openai 0.1.2 → 0.1.4

package/dist/actions/get-eval-run.cjs

@@ -8,39 +8,39 @@ const OpenaiGetEvalRunInput = zod.z.object({
 const OpenaiGetEvalRun_EvalApiErrorSchema = zod.z.object({
 	code: zod.z.string().describe("Error code").nullable(),
 	message: zod.z.string().describe("Error message").nullable()
-}).describe("Error object from the Eval API.");
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiGetEvalRun_FileContentSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Array of items matching the evaluation schema")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiGetEvalRun_FileIdSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Source type, must be 'file_id'").nullable(),
 	file_id: zod.z.string().describe("ID of the file containing the data").nullable()
-}).describe("File ID source for data source.");
+}).passthrough().describe("File ID source for data source.");
 const OpenaiGetEvalRun_JsonlRunDataSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiGetEvalRun_CompletionsRunDataSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: zod.z.string().describe("Model to use for completions").nullable().optional(),
 	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiGetEvalRun_ResponsesRunDataSourceSchema = zod.z.object({
 	type: zod.z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: zod.z.string().describe("Model to use for responses").nullable().optional(),
 	source: zod.z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
 	input_messages: zod.z.array(zod.z.record(zod.z.string(), zod.z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: zod.z.record(zod.z.string(), zod.z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiGetEvalRun_ResultCountsSchema = zod.z.object({
 	total: zod.z.number().int().describe("Total number of executed output items").nullable(),
 	failed: zod.z.number().int().describe("Number of output items that failed the evaluation").nullable(),
 	passed: zod.z.number().int().describe("Number of output items that passed the evaluation").nullable(),
 	errored: zod.z.number().int().describe("Number of output items that resulted in an error").nullable()
-}).describe("Counters summarizing evaluation run outcomes.");
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiGetEvalRun_PerModelUsageSchema = zod.z.object({
 	model_name: zod.z.string().describe("Name of the model").nullable(),
 	total_tokens: zod.z.number().int().describe("Total tokens used").nullable(),
@@ -48,12 +48,12 @@ const OpenaiGetEvalRun_PerModelUsageSchema = zod.z.object({
 	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used").nullable(),
 	invocation_count: zod.z.number().int().describe("Number of times model was invoked").nullable(),
 	completion_tokens: zod.z.number().int().describe("Number of completion tokens used").nullable()
-}).describe("Usage statistics for a specific model.");
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiGetEvalRun_PerTestingCriteriaResultSchema = zod.z.object({
 	failed: zod.z.number().int().describe("Number of items that failed this criteria").nullable(),
 	passed: zod.z.number().int().describe("Number of items that passed this criteria").nullable(),
 	testing_criteria: zod.z.string().describe("Name of the testing criteria").nullable()
-}).describe("Results per testing criteria.");
+}).passthrough().describe("Results per testing criteria.");
 const OpenaiGetEvalRunOutput = zod.z.object({
 	id: zod.z.string().describe("Unique identifier for the evaluation run").nullable(),
 	name: zod.z.string().describe("Name of the evaluation run").nullable().optional(),
@@ -73,7 +73,7 @@ const OpenaiGetEvalRunOutput = zod.z.object({
 	result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),
 	per_model_usage: zod.z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 	per_testing_criteria_results: zod.z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-}).describe("Response schema for retrieving an evaluation run.");
+}).passthrough().describe("Response schema for retrieving an evaluation run.");
 const openaiGetEvalRun = require_action.action("OPENAI_GET_EVAL_RUN", {
 	slug: "openai-get-eval-run",
 	name: "Get Evaluation Run",

package/dist/actions/get-eval-run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,gDAAgDA,IAAAA,EAAE,OAAO;CAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,SAAS,mDAAmD;AAE/D,MAAa,mBAAmBC,eAAAA,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval-run.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwBA,IAAAA,EAAE,OAAO;CAC5C,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2CA,IAAAA,EAAE,OAAO;CACxD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAASA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4CA,IAAAA,EAAE,OAAO;CACzD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgDA,IAAAA,EAAE,OAAO;CAC7D,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQA,IAAAA,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgBA,IAAAA,EAAE,MAAMA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiBA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsCA,IAAAA,EAAE,OAAO;CACnD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkDA,IAAAA,EAAE,OAAO;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;CAC/D,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACvE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrH,aAAaA,IAAAA,EAAE,MAAM;EAAC;EAA2C;EAAiD;CAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;CACvE,iBAAiBA,IAAAA,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACzJ,8BAA8BA,IAAAA,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAAmD;AAE7E,MAAa,mBAAmBC,eAAAA,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-run.d.cts

@@ -11,7 +11,7 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
   error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     code: z.ZodNullable<z.ZodString>;
     message: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   object: z.ZodNullable<z.ZodString>;
   status: z.ZodNullable<z.ZodString>;
@@ -24,41 +24,41 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
-  }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>>>;
+  }, z.core.$loose>]>>>;
   result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     total: z.ZodNullable<z.ZodNumber>;
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     errored: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     model_name: z.ZodNullable<z.ZodString>;
     total_tokens: z.ZodNullable<z.ZodNumber>;
@@ -66,13 +66,13 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
     prompt_tokens: z.ZodNullable<z.ZodNumber>;
     invocation_count: z.ZodNullable<z.ZodNumber>;
     completion_tokens: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>>;
+  }, z.core.$loose>>>>;
   per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     testing_criteria: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>>;
-}, z.core.$strip>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
 declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
   run_id: string;
   eval_id: string;

package/dist/actions/get-eval-run.d.mts

@@ -11,7 +11,7 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
   error: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     code: z.ZodNullable<z.ZodString>;
     message: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   object: z.ZodNullable<z.ZodString>;
   status: z.ZodNullable<z.ZodString>;
@@ -24,41 +24,41 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
-  }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>]>;
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>, z.ZodObject<{
+  }, z.core.$loose>, z.ZodObject<{
     type: z.ZodNullable<z.ZodString>;
     model: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     source: z.ZodUnion<readonly [z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       content: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strip>, z.ZodObject<{
+    }, z.core.$loose>, z.ZodObject<{
       type: z.ZodNullable<z.ZodString>;
       file_id: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>]>;
+    }, z.core.$loose>]>;
     input_messages: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>>>;
     sampling_params: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
-  }, z.core.$strip>]>>>;
+  }, z.core.$loose>]>>>;
   result_counts: z.ZodOptional<z.ZodNullable<z.ZodObject<{
     total: z.ZodNullable<z.ZodNumber>;
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     errored: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>;
+  }, z.core.$loose>>>;
   per_model_usage: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     model_name: z.ZodNullable<z.ZodString>;
     total_tokens: z.ZodNullable<z.ZodNumber>;
@@ -66,13 +66,13 @@ declare const OpenaiGetEvalRunOutput: z.ZodObject<{
     prompt_tokens: z.ZodNullable<z.ZodNumber>;
     invocation_count: z.ZodNullable<z.ZodNumber>;
     completion_tokens: z.ZodNullable<z.ZodNumber>;
-  }, z.core.$strip>>>>;
+  }, z.core.$loose>>>>;
   per_testing_criteria_results: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
     failed: z.ZodNullable<z.ZodNumber>;
     passed: z.ZodNullable<z.ZodNumber>;
     testing_criteria: z.ZodNullable<z.ZodString>;
-  }, z.core.$strip>>>>;
-}, z.core.$strip>;
+  }, z.core.$loose>>>>;
+}, z.core.$loose>;
 declare const openaiGetEvalRun: import("@keystrokehq/action").WorkflowActionDefinition<{
   run_id: string;
   eval_id: string;

package/dist/actions/get-eval-run.mjs

@@ -8,39 +8,39 @@ const OpenaiGetEvalRunInput = z.object({
 const OpenaiGetEvalRun_EvalApiErrorSchema = z.object({
 	code: z.string().describe("Error code").nullable(),
 	message: z.string().describe("Error message").nullable()
-}).describe("Error object from the Eval API.");
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiGetEvalRun_FileContentSourceSchema = z.object({
 	type: z.string().describe("Source type, must be 'file_content'").nullable(),
 	content: z.array(z.record(z.string(), z.unknown())).describe("Array of items matching the evaluation schema")
-}).describe("File content source for data source.");
+}).passthrough().describe("File content source for data source.");
 const OpenaiGetEvalRun_FileIdSourceSchema = z.object({
 	type: z.string().describe("Source type, must be 'file_id'").nullable(),
 	file_id: z.string().describe("ID of the file containing the data").nullable()
-}).describe("File ID source for data source.");
+}).passthrough().describe("File ID source for data source.");
 const OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({
 	type: z.string().describe("Data source type, must be 'jsonl'").nullable(),
 	source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema])
-}).describe("JSONL data source for evaluation run.");
+}).passthrough().describe("JSONL data source for evaluation run.");
 const OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({
 	type: z.string().describe("Data source type, must be 'completions'").nullable(),
 	model: z.string().describe("Model to use for completions").nullable().optional(),
 	source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
 	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the completions").nullable().optional(),
 	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Completions data source for evaluation run.");
+}).passthrough().describe("Completions data source for evaluation run.");
 const OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({
 	type: z.string().describe("Data source type, must be 'responses'").nullable(),
 	model: z.string().describe("Model to use for responses").nullable().optional(),
 	source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),
 	input_messages: z.array(z.record(z.string(), z.unknown())).describe("Optional input messages for the responses").nullable().optional(),
 	sampling_params: z.record(z.string(), z.unknown()).describe("Optional sampling parameters like temperature, top_p, etc.").nullable().optional()
-}).describe("Responses data source for evaluation run.");
+}).passthrough().describe("Responses data source for evaluation run.");
 const OpenaiGetEvalRun_ResultCountsSchema = z.object({
 	total: z.number().int().describe("Total number of executed output items").nullable(),
 	failed: z.number().int().describe("Number of output items that failed the evaluation").nullable(),
 	passed: z.number().int().describe("Number of output items that passed the evaluation").nullable(),
 	errored: z.number().int().describe("Number of output items that resulted in an error").nullable()
-}).describe("Counters summarizing evaluation run outcomes.");
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiGetEvalRun_PerModelUsageSchema = z.object({
 	model_name: z.string().describe("Name of the model").nullable(),
 	total_tokens: z.number().int().describe("Total tokens used").nullable(),
@@ -48,12 +48,12 @@ const OpenaiGetEvalRun_PerModelUsageSchema = z.object({
 	prompt_tokens: z.number().int().describe("Number of prompt tokens used").nullable(),
 	invocation_count: z.number().int().describe("Number of times model was invoked").nullable(),
 	completion_tokens: z.number().int().describe("Number of completion tokens used").nullable()
-}).describe("Usage statistics for a specific model.");
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({
 	failed: z.number().int().describe("Number of items that failed this criteria").nullable(),
 	passed: z.number().int().describe("Number of items that passed this criteria").nullable(),
 	testing_criteria: z.string().describe("Name of the testing criteria").nullable()
-}).describe("Results per testing criteria.");
+}).passthrough().describe("Results per testing criteria.");
 const openaiGetEvalRun = action("OPENAI_GET_EVAL_RUN", {
 	slug: "openai-get-eval-run",
 	name: "Get Evaluation Run",
@@ -78,7 +78,7 @@ const openaiGetEvalRun = action("OPENAI_GET_EVAL_RUN", {
 		result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),
 		per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run").nullable().optional(),
 		per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run").nullable().optional()
-	}).describe("Response schema for retrieving an evaluation run.")
+	}).passthrough().describe("Response schema for retrieving an evaluation run.")
 });
 //#endregion
 export { openaiGetEvalRun };

package/dist/actions/get-eval-run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-run.mjs","names":[],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwB,EAAE,OAAO;CAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,SAAS,sCAAsC;AAClD,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,4CAA4C,EAAE,OAAO;CACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,SAAS,uCAAuC;AACnD,MAAM,kDAAkD,EAAE,OAAO;CAC/D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,6CAA6C;AACzD,MAAM,gDAAgD,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,SAAS,2CAA2C;AACvD,MAAM,sCAAsC,EAAE,OAAO;CACnD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,uCAAuC,EAAE,OAAO;CACpD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,kDAAkD,EAAE,OAAO;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAkB3C,MAAa,mBAAmB,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA2C;GAAiD;EAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;EACvE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,8BAA8B,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7K,CAAC,CAAC,CAAC,SAAS,mDAOF;AACV,CAAC"}
+{"version":3,"file":"get-eval-run.mjs","names":[],"sources":["../../src/actions/get-eval-run.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunInput = z.object({\n  run_id: z.string().describe(\"ID of the run to retrieve\"),\n  eval_id: z.string().describe(\"ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for retrieving an evaluation run.\");\nconst OpenaiGetEvalRun_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable(),\n  message: z.string().describe(\"Error message\").nullable(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRun_FileContentSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_content'\").nullable(),\n  content: z.array(z.record(z.string(), z.unknown())).describe(\"Array of items matching the evaluation schema\"),\n}).passthrough().describe(\"File content source for data source.\");\nconst OpenaiGetEvalRun_FileIdSourceSchema = z.object({\n  type: z.string().describe(\"Source type, must be 'file_id'\").nullable(),\n  file_id: z.string().describe(\"ID of the file containing the data\").nullable(),\n}).passthrough().describe(\"File ID source for data source.\");\nconst OpenaiGetEvalRun_JsonlRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'jsonl'\").nullable(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n}).passthrough().describe(\"JSONL data source for evaluation run.\");\nconst OpenaiGetEvalRun_CompletionsRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'completions'\").nullable(),\n  model: z.string().describe(\"Model to use for completions\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the completions\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Completions data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResponsesRunDataSourceSchema = z.object({\n  type: z.string().describe(\"Data source type, must be 'responses'\").nullable(),\n  model: z.string().describe(\"Model to use for responses\").nullable().optional(),\n  source: z.union([OpenaiGetEvalRun_FileContentSourceSchema, OpenaiGetEvalRun_FileIdSourceSchema]),\n  input_messages: z.array(z.record(z.string(), z.unknown())).describe(\"Optional input messages for the responses\").nullable().optional(),\n  sampling_params: z.record(z.string(), z.unknown()).describe(\"Optional sampling parameters like temperature, top_p, etc.\").nullable().optional(),\n}).passthrough().describe(\"Responses data source for evaluation run.\");\nconst OpenaiGetEvalRun_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRun_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRun_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nexport const OpenaiGetEvalRunOutput = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable().optional(),\n  error: OpenaiGetEvalRun_EvalApiErrorSchema.nullable().optional(),\n  model: z.string().describe(\"Model that is evaluated, if applicable\").nullable().optional(),\n  object: z.string().describe(\"Object type, always 'eval.run'\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\").nullable().optional(),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable().optional(),\n  data_source: z.union([OpenaiGetEvalRun_JsonlRunDataSourceSchema, OpenaiGetEvalRun_CompletionsRunDataSourceSchema, OpenaiGetEvalRun_ResponsesRunDataSourceSchema]).nullable().optional(),\n  result_counts: OpenaiGetEvalRun_ResultCountsSchema.nullable().optional(),\n  per_model_usage: z.array(OpenaiGetEvalRun_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\").nullable().optional(),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRun_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\").nullable().optional(),\n}).passthrough().describe(\"Response schema for retrieving an evaluation run.\");\n\nexport const openaiGetEvalRun = action(\"OPENAI_GET_EVAL_RUN\", {\n  slug: \"openai-get-eval-run\",\n  name: \"Get Evaluation Run\",\n  description: \"Tool to retrieve an evaluation run by ID to check status and results. Use when you need to monitor an evaluation run's progress or retrieve its final results after creation.\",\n  input: OpenaiGetEvalRunInput,\n  output: OpenaiGetEvalRunOutput,\n});\n"],"mappings":";;;AAIA,MAAa,wBAAwB,EAAE,OAAO;CAC5C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,2BAA2B;CACvD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,2CAA2C;AAC1E,CAAC,CAAC,CAAC,SAAS,sDAAsD;AAClE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS;CACjD,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS;AACzD,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,2CAA2C,EAAE,OAAO;CACxD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,qCAAqC,CAAC,CAAC,SAAS;CAC1E,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC9G,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,sCAAsC;AAChE,MAAM,sCAAsC,EAAE,OAAO;CACnD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;CACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;AAC9E,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,4CAA4C,EAAE,OAAO;CACzD,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CACxE,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;AACjG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,uCAAuC;AACjE,MAAM,kDAAkD,EAAE,OAAO;CAC/D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CAC9E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC/E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,6CAA6C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACvI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,6CAA6C;AACvE,MAAM,gDAAgD,EAAE,OAAO;CAC7D,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CAC5E,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7E,QAAQ,EAAE,MAAM,CAAC,0CAA0C,mCAAmC,CAAC;CAC/F,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CACrI,iBAAiB,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,4DAA4D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AAChJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,2CAA2C;AACrE,MAAM,sCAAsC,EAAE,OAAO;CACnD,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,uCAAuC,EAAE,OAAO;CACpD,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAc,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAe,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,kDAAkD,EAAE,OAAO;CAC/D,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkB,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AAkBzD,MAAa,mBAAmB,OAAO,uBAAuB;CAC5D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAtBoC,EAAE,OAAO;EAC7C,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;EAC7E,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EAC5E,OAAO,oCAAoC,SAAS,CAAC,CAAC,SAAS;EAC/D,OAAO,EAAE,OAAO,CAAC,CAAC,SAAS,wCAAwC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzF,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,gCAAgC,CAAC,CAAC,SAAS;EACvE,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;EACrE,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;EACjF,UAAU,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzG,YAAY,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;EACvG,YAAY,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACrH,aAAa,EAAE,MAAM;GAAC;GAA2C;GAAiD;EAA6C,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACtL,eAAe,oCAAoC,SAAS,CAAC,CAAC,SAAS;EACvE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC,CAAC,SAAS,2DAA2D,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;EACzJ,8BAA8B,EAAE,MAAM,+CAA+C,CAAC,CAAC,SAAS,qDAAqD,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC7K,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,mDAOhB;AACV,CAAC"}

package/dist/actions/get-eval-runs.cjs

@@ -17,13 +17,13 @@ const OpenaiGetEvalRunsInput = zod.z.object({
 const OpenaiGetEvalRuns_EvalApiErrorSchema = zod.z.object({
 	code: zod.z.string().describe("Error code").nullable().optional(),
 	message: zod.z.string().describe("Error message").nullable().optional()
-}).describe("Error object from the Eval API.");
+}).passthrough().describe("Error object from the Eval API.");
 const OpenaiGetEvalRuns_ResultCountsSchema = zod.z.object({
 	total: zod.z.number().int().describe("Total number of executed output items").nullable(),
 	failed: zod.z.number().int().describe("Number of output items that failed the evaluation").nullable(),
 	passed: zod.z.number().int().describe("Number of output items that passed the evaluation").nullable(),
 	errored: zod.z.number().int().describe("Number of output items that resulted in an error").nullable()
-}).describe("Counters summarizing evaluation run outcomes.");
+}).passthrough().describe("Counters summarizing evaluation run outcomes.");
 const OpenaiGetEvalRuns_PerModelUsageSchema = zod.z.object({
 	model_name: zod.z.string().describe("Name of the model").nullable(),
 	total_tokens: zod.z.number().int().describe("Total tokens used").nullable(),
@@ -31,12 +31,12 @@ const OpenaiGetEvalRuns_PerModelUsageSchema = zod.z.object({
 	prompt_tokens: zod.z.number().int().describe("Number of prompt tokens used").nullable(),
 	invocation_count: zod.z.number().int().describe("Number of times model was invoked").nullable(),
 	completion_tokens: zod.z.number().int().describe("Number of completion tokens used").nullable()
-}).describe("Usage statistics for a specific model.");
+}).passthrough().describe("Usage statistics for a specific model.");
 const OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = zod.z.object({
 	failed: zod.z.number().int().describe("Number of items that failed this criteria").nullable(),
 	passed: zod.z.number().int().describe("Number of items that passed this criteria").nullable(),
 	testing_criteria: zod.z.string().describe("Name of the testing criteria").nullable()
-}).describe("Results per testing criteria.");
+}).passthrough().describe("Results per testing criteria.");
 const OpenaiGetEvalRuns_EvalRunSchema = zod.z.object({
 	id: zod.z.string().describe("Unique identifier for the evaluation run").nullable(),
 	name: zod.z.string().describe("Name of the evaluation run").nullable(),
@@ -52,14 +52,14 @@ const OpenaiGetEvalRuns_EvalRunSchema = zod.z.object({
 	result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),
 	per_model_usage: zod.z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe("Usage statistics for each model during the evaluation run"),
 	per_testing_criteria_results: zod.z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe("Results per testing criteria applied during the run")
-}).describe("Schema representing an evaluation run.");
+}).passthrough().describe("Schema representing an evaluation run.");
 const OpenaiGetEvalRunsOutput = zod.z.object({
 	data: zod.z.array(OpenaiGetEvalRuns_EvalRunSchema).describe("Array of evaluation run objects"),
 	object: zod.z.string().describe("Object type, always 'list'").nullable(),
 	last_id: zod.z.string().describe("The identifier of the last eval run in the data array (null if empty)").nullable().optional(),
 	first_id: zod.z.string().describe("The identifier of the first eval run in the data array (null if empty)").nullable().optional(),
 	has_more: zod.z.boolean().describe("Indicates whether there are more eval runs available").nullable()
-}).describe("Response schema for listing evaluation runs.");
+}).passthrough().describe("Response schema for listing evaluation runs.");
 const openaiGetEvalRuns = require_action.action("OPENAI_GET_EVAL_RUNS", {
 	slug: "openai-get-eval-runs",
 	name: "Get Evaluation Runs",

package/dist/actions/get-eval-runs.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"get-eval-runs.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunsInput = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable(),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\").nullable(),\n  object: z.string().describe(\"Object type identifier\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable(),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\").nullable(),\n}).describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,SAAS,iCAAiC;AAC7C,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,SAAS,+CAA+C;AAC3D,MAAM,wCAAwCA,IAAAA,EAAE,OAAO;CACrD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,SAAS,+BAA+B;AAC3C,MAAM,kCAAkCA,IAAAA,EAAE,OAAO;CAC/C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,OAAO,qCAAqC,SAAS;CACrD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC1G,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiBA,IAAAA,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8BA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,SAAS,wCAAwC;AACpD,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,MAAMA,IAAAA,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,SAAS,8CAA8C;AAE1D,MAAa,oBAAoBC,eAAAA,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}
+{"version":3,"file":"get-eval-runs.cjs","names":["z","action"],"sources":["../../src/actions/get-eval-runs.ts"],"sourcesContent":["import { z } from \"zod\";\n\nimport { action } from \"../action\";\n\nexport const OpenaiGetEvalRunsInput = z.object({\n  after: z.string().describe(\"Identifier for the last run from the previous pagination request. Use this to fetch the next page of results.\").optional(),\n  limit: z.number().int().describe(\"Number of runs to retrieve. Default is 20.\").optional(),\n  order: z.enum([\"asc\", \"desc\"]).describe(\"Sort order for evaluation runs.\").optional(),\n  status: z.enum([\"queued\", \"in_progress\", \"completed\", \"canceled\", \"failed\"]).describe(\"Status filter for evaluation runs.\").optional(),\n  eval_id: z.string().describe(\"The ID of the evaluation to retrieve runs for\"),\n}).describe(\"Request parameters for getting a list of evaluation runs.\");\nconst OpenaiGetEvalRuns_EvalApiErrorSchema = z.object({\n  code: z.string().describe(\"Error code\").nullable().optional(),\n  message: z.string().describe(\"Error message\").nullable().optional(),\n}).passthrough().describe(\"Error object from the Eval API.\");\nconst OpenaiGetEvalRuns_ResultCountsSchema = z.object({\n  total: z.number().int().describe(\"Total number of executed output items\").nullable(),\n  failed: z.number().int().describe(\"Number of output items that failed the evaluation\").nullable(),\n  passed: z.number().int().describe(\"Number of output items that passed the evaluation\").nullable(),\n  errored: z.number().int().describe(\"Number of output items that resulted in an error\").nullable(),\n}).passthrough().describe(\"Counters summarizing evaluation run outcomes.\");\nconst OpenaiGetEvalRuns_PerModelUsageSchema = z.object({\n  model_name: z.string().describe(\"Name of the model\").nullable(),\n  total_tokens: z.number().int().describe(\"Total tokens used\").nullable(),\n  cached_tokens: z.number().int().describe(\"Number of cached tokens used\").nullable(),\n  prompt_tokens: z.number().int().describe(\"Number of prompt tokens used\").nullable(),\n  invocation_count: z.number().int().describe(\"Number of times model was invoked\").nullable(),\n  completion_tokens: z.number().int().describe(\"Number of completion tokens used\").nullable(),\n}).passthrough().describe(\"Usage statistics for a specific model.\");\nconst OpenaiGetEvalRuns_PerTestingCriteriaResultSchema = z.object({\n  failed: z.number().int().describe(\"Number of items that failed this criteria\").nullable(),\n  passed: z.number().int().describe(\"Number of items that passed this criteria\").nullable(),\n  testing_criteria: z.string().describe(\"Name of the testing criteria\").nullable(),\n}).passthrough().describe(\"Results per testing criteria.\");\nconst OpenaiGetEvalRuns_EvalRunSchema = z.object({\n  id: z.string().describe(\"Unique identifier for the evaluation run\").nullable(),\n  name: z.string().describe(\"Name of the evaluation run\").nullable(),\n  error: OpenaiGetEvalRuns_EvalApiErrorSchema.nullable(),\n  model: z.string().describe(\"Model that is evaluated\").nullable(),\n  object: z.string().describe(\"Object type identifier\").nullable(),\n  status: z.string().describe(\"Status of the evaluation run\").nullable(),\n  eval_id: z.string().describe(\"Identifier of the associated evaluation\").nullable(),\n  metadata: z.record(z.string(), z.unknown()).describe(\"Metadata attached to the run\"),\n  created_at: z.number().int().describe(\"Unix timestamp (in seconds) when the run was created\").nullable(),\n  report_url: z.string().describe(\"URL to the rendered evaluation run report on the UI dashboard\").nullable(),\n  data_source: z.record(z.string(), z.unknown()).describe(\"Information about the run's data source\"),\n  result_counts: OpenaiGetEvalRuns_ResultCountsSchema.nullable(),\n  per_model_usage: z.array(OpenaiGetEvalRuns_PerModelUsageSchema).describe(\"Usage statistics for each model during the evaluation run\"),\n  per_testing_criteria_results: z.array(OpenaiGetEvalRuns_PerTestingCriteriaResultSchema).describe(\"Results per testing criteria applied during the run\"),\n}).passthrough().describe(\"Schema representing an evaluation run.\");\nexport const OpenaiGetEvalRunsOutput = z.object({\n  data: z.array(OpenaiGetEvalRuns_EvalRunSchema).describe(\"Array of evaluation run objects\"),\n  object: z.string().describe(\"Object type, always 'list'\").nullable(),\n  last_id: z.string().describe(\"The identifier of the last eval run in the data array (null if empty)\").nullable().optional(),\n  first_id: z.string().describe(\"The identifier of the first eval run in the data array (null if empty)\").nullable().optional(),\n  has_more: z.boolean().describe(\"Indicates whether there are more eval runs available\").nullable(),\n}).passthrough().describe(\"Response schema for listing evaluation runs.\");\n\nexport const openaiGetEvalRuns = action(\"OPENAI_GET_EVAL_RUNS\", {\n  slug: \"openai-get-eval-runs\",\n  name: \"Get Evaluation Runs\",\n  description: \"Tool to get a paginated list of runs for an evaluation. Use when you need to retrieve all runs or check the status of multiple runs for a specific evaluation.\",\n  input: OpenaiGetEvalRunsInput,\n  output: OpenaiGetEvalRunsOutput,\n});\n"],"mappings":";;;AAIA,MAAa,yBAAyBA,IAAAA,EAAE,OAAO;CAC7C,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+GAA+G,CAAC,CAAC,SAAS;CACrJ,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,4CAA4C,CAAC,CAAC,SAAS;CACxF,OAAOA,IAAAA,EAAE,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC,SAAS,iCAAiC,CAAC,CAAC,SAAS;CACpF,QAAQA,IAAAA,EAAE,KAAK;EAAC;EAAU;EAAe;EAAa;EAAY;CAAQ,CAAC,CAAC,CAAC,SAAS,oCAAoC,CAAC,CAAC,SAAS;CACrI,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+CAA+C;AAC9E,CAAC,CAAC,CAAC,SAAS,2DAA2D;AACvE,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,YAAY,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5D,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;AACpE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,iCAAiC;AAC3D,MAAM,uCAAuCA,IAAAA,EAAE,OAAO;CACpD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,uCAAuC,CAAC,CAAC,SAAS;CACnF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mDAAmD,CAAC,CAAC,SAAS;CAChG,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kDAAkD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+CAA+C;AACzE,MAAM,wCAAwCA,IAAAA,EAAE,OAAO;CACrD,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CAC9D,cAAcA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mBAAmB,CAAC,CAAC,SAAS;CACtE,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,eAAeA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CAClF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,mCAAmC,CAAC,CAAC,SAAS;CAC1F,mBAAmBA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,kCAAkC,CAAC,CAAC,SAAS;AAC5F,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAM,mDAAmDA,IAAAA,EAAE,OAAO;CAChE,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,2CAA2C,CAAC,CAAC,SAAS;CACxF,kBAAkBA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;AACjF,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,+BAA+B;AACzD,MAAM,kCAAkCA,IAAAA,EAAE,OAAO;CAC/C,IAAIA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,0CAA0C,CAAC,CAAC,SAAS;CAC7E,MAAMA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACjE,OAAO,qCAAqC,SAAS;CACrD,OAAOA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yBAAyB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB,CAAC,CAAC,SAAS;CAC/D,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B,CAAC,CAAC,SAAS;CACrE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,yCAAyC,CAAC,CAAC,SAAS;CACjF,UAAUA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,8BAA8B;CACnF,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;CACvG,YAAYA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+DAA+D,CAAC,CAAC,SAAS;CAC1G,aAAaA,IAAAA,EAAE,OAAOA,IAAAA,EAAE,OAAO,GAAGA,IAAAA,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,yCAAyC;CACjG,eAAe,qCAAqC,SAAS;CAC7D,iBAAiBA,IAAAA,EAAE,MAAM,qCAAqC,CAAC,CAAC,SAAS,2DAA2D;CACpI,8BAA8BA,IAAAA,EAAE,MAAM,gDAAgD,CAAC,CAAC,SAAS,qDAAqD;AACxJ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,wCAAwC;AAClE,MAAa,0BAA0BA,IAAAA,EAAE,OAAO;CAC9C,MAAMA,IAAAA,EAAE,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC;CACzF,QAAQA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,SAAS;CACnE,SAASA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,uEAAuE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC1H,UAAUA,IAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,wEAAwE,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS;CAC5H,UAAUA,IAAAA,EAAE,QAAQ,CAAC,CAAC,SAAS,sDAAsD,CAAC,CAAC,SAAS;AAClG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,SAAS,8CAA8C;AAExE,MAAa,oBAAoBC,eAAAA,OAAO,wBAAwB;CAC9D,MAAM;CACN,MAAM;CACN,aAAa;CACb,OAAO;CACP,QAAQ;AACV,CAAC"}

package/dist/actions/get-eval-runs.d.cts

@@ -10,9 +10,9 @@ declare const OpenaiGetEvalRunsInput: z.ZodObject<{
   }>>;
   status: z.ZodOptional<z.ZodEnum<{
     failed: "failed";
-    queued: "queued";
     in_progress: "in_progress";
     completed: "completed";
+    queued: "queued";
     canceled: "canceled";
   }>>;
   eval_id: z.ZodString;
@@ -24,7 +24,7 @@ declare const OpenaiGetEvalRunsOutput: z.ZodObject<{
     error: z.ZodNullable<z.ZodObject<{
       code: z.ZodOptional<z.ZodNullable<z.ZodString>>;
       message: z.ZodOptional<z.ZodNullable<z.ZodString>>;
-    }, z.core.$strip>>;
+    }, z.core.$loose>>;
     model: z.ZodNullable<z.ZodString>;
     object: z.ZodNullable<z.ZodString>;
     status: z.ZodNullable<z.ZodString>;
@@ -38,7 +38,7 @@ declare const OpenaiGetEvalRunsOutput: z.ZodObject<{
       failed: z.ZodNullable<z.ZodNumber>;
       passed: z.ZodNullable<z.ZodNumber>;
       errored: z.ZodNullable<z.ZodNumber>;
-    }, z.core.$strip>>;
+    }, z.core.$loose>>;
     per_model_usage: z.ZodArray<z.ZodObject<{
       model_name: z.ZodNullable<z.ZodString>;
       total_tokens: z.ZodNullable<z.ZodNumber>;
@@ -46,24 +46,24 @@ declare const OpenaiGetEvalRunsOutput: z.ZodObject<{
       prompt_tokens: z.ZodNullable<z.ZodNumber>;
       invocation_count: z.ZodNullable<z.ZodNumber>;
       completion_tokens: z.ZodNullable<z.ZodNumber>;
-    }, z.core.$strip>>;
+    }, z.core.$loose>>;
     per_testing_criteria_results: z.ZodArray<z.ZodObject<{
       failed: z.ZodNullable<z.ZodNumber>;
       passed: z.ZodNullable<z.ZodNumber>;
       testing_criteria: z.ZodNullable<z.ZodString>;
-    }, z.core.$strip>>;
-  }, z.core.$strip>>;
+    }, z.core.$loose>>;
+  }, z.core.$loose>>;
   object: z.ZodNullable<z.ZodString>;
   last_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   first_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
   has_more: z.ZodNullable<z.ZodBoolean>;
-}, z.core.$strip>;
+}, z.core.$loose>;
 declare const openaiGetEvalRuns: import("@keystrokehq/action").WorkflowActionDefinition<{
   eval_id: string;
   after?: string | undefined;
   limit?: number | undefined;
   order?: "asc" | "desc" | undefined;
-  status?: "failed" | "queued" | "in_progress" | "completed" | "canceled" | undefined;
+  status?: "failed" | "in_progress" | "completed" | "queued" | "canceled" | undefined;
 }, unknown, import("@keystrokehq/shared").ResolvedCredentials<readonly [import("@keystrokehq/shared").Credential]>, readonly [import("@keystrokehq/shared").Credential]>;
 //#endregion
 export { openaiGetEvalRuns };